-- Logs begin at Mon 2021-11-15 18:31:43 UTC, end at Mon 2021-11-15 19:42:55 UTC. -- Nov 15 19:16:13.884215 dv-cinder-801522-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 15 19:16:16.705902 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.common.config [-] Logging enabled! Nov 15 19:16:16.706575 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 15 19:16:16.706699 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102406) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 19:16:16.709883 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.common.config [-] Logging enabled! Nov 15 19:16:16.710131 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 15 19:16:16.710437 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102406) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 19:16:16.711395 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 19:16:16.711623 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 19:16:16.711982 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 19:16:16.712221 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 19:16:16.712484 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 19:16:16.712819 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.713304 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 15 19:16:16.713536 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.713820 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.714108 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.714395 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.714678 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.714954 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.715231 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.715519 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.715799 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.716070 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.716346 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.716655 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.716928 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.717205 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.717483 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.717756 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] debug = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.718025 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.718457 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.718869 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.719143 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.719425 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.719733 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.719955 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.720219 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.720518 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.720857 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] host = dv-cinder-801522-7-iscsi {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.721128 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.721405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.721680 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.721956 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.722221 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.722490 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.722766 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.723032 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.723309 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] log_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.723563 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.723843 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.724119 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.724429 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.724649 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.724865 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.725153 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.725432 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.725697 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.725967 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.726228 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.726492 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.726758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.727570 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.727845 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.728131 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.728409 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.728678 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.728944 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.729207 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.729473 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.729743 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.730005 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.730267 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.730530 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.730811 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.731071 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.731334 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.731629 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.731907 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.732180 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.732496 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.732768 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.733043 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.733307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.733569 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.733830 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] use_json = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.734096 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.734355 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.734627 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.734891 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.735155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.735426 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.735686 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.735962 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:16.736247 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.736557 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.736853 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.737129 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.737425 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.737694 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.737971 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.738238 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.738514 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.738790 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.739070 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.739396 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.739802 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.740076 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.740401 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.740683 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.740972 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.741258 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.741564 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.741831 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.742099 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.742368 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.743199 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.743480 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.743761 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.744064 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.744305 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.744612 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.744896 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.745179 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.745441 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.745709 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.745991 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.746258 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.746520 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.746787 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.747065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.747330 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.747594 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.747866 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.748133 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.748422 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.748686 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.748954 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.749239 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.749509 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.749770 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.750033 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.750296 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.750558 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.750835 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.751101 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.751365 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.751630 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.751894 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.752157 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.752446 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.752713 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.752974 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.753242 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.753502 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.753797 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.754036 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.754298 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.754558 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.754818 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.755079 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.755343 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.755603 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.755864 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.756127 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.756412 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.756677 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.756956 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.757244 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.757511 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.757782 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.758054 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.758978 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.759424 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.759844 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.760245 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.760672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.761073 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.761419 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.761705 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.761993 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.762271 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.762545 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.762872 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.763146 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.763428 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.763700 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.763971 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.764246 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.764548 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.764835 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.765118 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.765404 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.765690 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.765977 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.766250 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.766552 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.766858 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:16.767035 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 19:16:16.767277 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102406) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 15 19:16:17.214837 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 19:16:17.215138 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 19:16:17.215510 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 19:16:17.215928 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 15 19:16:17.548594 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.548828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.549141 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.550378 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.550687 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.550983 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.586889 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.587181 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.587446 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.605549 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.605815 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.606066 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.637794 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.638087 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.638323 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.679193 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.679472 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.679730 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.925935 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.926628 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.926628 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.926886 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:17.927415 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.062188 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.062505 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.062783 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.063048 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.063305 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.063612 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.063866 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.064115 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.064405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.064675 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.064929 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.065183 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.065431 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.065676 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.065924 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.066183 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.066430 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.066692 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.066959 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.067210 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.067482 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.067733 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.068007 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.068435 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.068680 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.068920 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.069363 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 19:16:18.069605 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 19:16:18.069834 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 19:16:18.070066 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 19:16:18.070292 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 19:16:18.070520 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 19:16:18.070988 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 15 19:16:18.074773 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 15 19:16:18.079124 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 15 19:16:18.083559 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 15 19:16:18.085407 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 15 19:16:18.085883 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 15 19:16:18.086219 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 15 19:16:18.087264 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 15 19:16:18.090515 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 15 19:16:18.090755 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 15 19:16:18.091125 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 19:16:18.096825 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 15 19:16:18.121015 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 15 19:16:18.121476 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.121774 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102406) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 15 19:16:18.122127 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.123600 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102406) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 15 19:16:18.123890 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 19:16:18.124130 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 15 19:16:18.127546 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.127826 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:18.191264 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 15 19:16:18.191446 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 15 19:16:18.191630 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 15 19:16:18.192006 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 15 19:16:18.213842 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_db.sqlalchemy.engines [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102406) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 15 19:16:18.887937 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Initializing driver for type 'gre' Nov 15 19:16:18.888544 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] gre ID ranges: [(1, 1000)] Nov 15 19:16:19.064985 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Initializing driver for type 'local' Nov 15 19:16:19.065723 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Initializing driver for type 'vlan' Nov 15 19:16:19.136941 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] VlanTypeDriver initialization complete Nov 15 19:16:19.137278 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Initializing driver for type 'vxlan' Nov 15 19:16:19.137790 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] vxlan ID ranges: [(1, 1000)] Nov 15 19:16:19.348021 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Initializing extension driver 'port_security' Nov 15 19:16:19.348388 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] PortSecurityExtensionDriver initialization complete Nov 15 19:16:19.348740 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Initializing mechanism driver 'openvswitch' Nov 15 19:16:19.349063 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Initializing mechanism driver 'hyperv' Nov 15 19:16:19.356193 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:16:19.357086 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > port after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.357462 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > port after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.357815 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > port after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.358361 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 19:16:19.358795 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.359151 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.359499 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.359913 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 19:16:19.360310 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > network after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.363191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > network after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.363191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > network after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.363191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 19:16:19.363191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.363191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.363639 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.363639 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 19:16:19.363639 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.363639 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.363942 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.364293 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 19:16:19.364721 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.365068 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.365407 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.365800 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 19:16:19.366182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] ML2 OVO RPC backend initialized. {{(pid=102406) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 15 19:16:19.366915 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.367273 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.368213 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > network before_response 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.368590 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > networks before_response 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.368943 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > port before_response 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.369287 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > ports before_response 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.369634 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.369977 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.370324 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > network after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.370665 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > network after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.371003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > network after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.371342 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > port after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.371680 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > port after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.372016 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > port after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.372348 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.372706 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.373039 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.373634 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.plugin [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Modular L2 Plugin initialization complete Nov 15 19:16:19.373972 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading services supported by the core plugin {{(pid=102406) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 15 19:16:19.374303 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.plugins.ml2.managers [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Got port-security extension from driver 'port_security' Nov 15 19:16:19.374771 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.extensions.vlantransparent [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Disabled vlantransparent extension. Nov 15 19:16:19.375262 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102406) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 15 19:16:19.375577 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading Plugin: router Nov 15 19:16:19.413862 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.414258 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router after_create 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.414666 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router before_create 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.415037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.415412 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.415773 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router after_delete 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.416136 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.416634 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.417001 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router after_create 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.417351 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router after_update 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.417704 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router after_update 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.418054 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.418413 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router after_update 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.418827 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.419198 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: port after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.419540 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: port after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.419883 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: subnet after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.420607 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.420972 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.421328 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.421676 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: port before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.422021 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.422423 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router after_update 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.426473 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.426884 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.427282 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.427673 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.428299 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > agent after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.436129 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.436129 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > network after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.436129 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Tracking information for resource: router configured {{(pid=102406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 19:16:19.436129 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Tracking information for resource: floatingip configured {{(pid=102406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 19:16:19.437948 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.db.l3_agentschedulers_db [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 15 19:16:19.438542 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: port after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.438910 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: port after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.439269 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: port after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.439624 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: port after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.440539 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router before_create 55550100 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.441183 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.441808 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.442310 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.447826 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.services.provider_configuration [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service providers = [] {{(pid=102406) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 15 19:16:19.448192 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.db.servicetype_db [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102406) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 15 19:16:19.451313 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.services.service_base [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 19:16:19.451663 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.services.service_base [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 19:16:19.452009 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.services.service_base [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 19:16:19.452933 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.services.service_base [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 19:16:19.453310 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.services.service_base [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 15 19:16:19.453704 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 19:16:19.454025 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 15 19:16:19.471943 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 19:16:19.472276 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading Plugin: auto_allocate Nov 15 19:16:19.478515 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: network precommit_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.478890 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: network precommit_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.479420 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 19:16:19.479744 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading Plugin: tag Nov 15 19:16:19.486775 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 19:16:19.487108 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading Plugin: timestamp Nov 15 19:16:19.491097 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 19:16:19.491435 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading Plugin: network_ip_availability Nov 15 19:16:19.497655 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.498037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.498394 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.499153 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 19:16:19.499474 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading Plugin: flavors Nov 15 19:16:19.509959 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 19:16:19.510335 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading Plugin: revisions Nov 15 19:16:19.514868 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 19:16:19.515288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_concurrency.lockutils [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.300s {{(pid=102406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 19:16:19.516169 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102406) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 15 19:16:19.516535 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Initializing extension manager. Nov 15 19:16:19.517055 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: __init__.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.517398 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: __pycache__ {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.517729 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.518061 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: address_group.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.518839 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.519420 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: address-group Nov 15 19:16:19.519743 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: address_scope.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.520488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.520994 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: address-scope Nov 15 19:16:19.521315 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.522256 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.522767 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: router-admin-state-down-before-update Nov 15 19:16:19.523089 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: agent.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.523797 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.524390 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: agent Nov 15 19:16:19.524730 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: agent_resources_synced.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.525648 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.526156 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: agent-resources-synced Nov 15 19:16:19.526481 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.528352 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.528925 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: allowed-address-pairs Nov 15 19:16:19.529252 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.530341 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.530899 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: auto-allocated-topology Nov 15 19:16:19.531255 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: availability_zone.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.531959 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.532500 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: availability_zone Nov 15 19:16:19.532827 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: availability_zone_filter.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.542393 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.542959 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: availability_zone_filter Nov 15 19:16:19.543324 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: data_plane_status.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.544274 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.544862 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension data-plane-status not supported by any of loaded plugins Nov 15 19:16:19.545233 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: default_subnetpools.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.546186 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.546850 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: default-subnetpools Nov 15 19:16:19.547184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.548108 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.548707 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: dhcp_agent_scheduler Nov 15 19:16:19.549080 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: dns.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.550043 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.550593 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension dns-integration not supported by any of loaded plugins Nov 15 19:16:19.550957 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: dns_domain_ports.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.551908 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.552551 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 15 19:16:19.552922 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.553927 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.554481 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 15 19:16:19.554844 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: dvr.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.556060 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.556672 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: dvr Nov 15 19:16:19.557072 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: ecmp_routes.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.558067 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.558745 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 15 19:16:19.559115 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: empty_string_filtering.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.560081 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.560670 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: empty-string-filtering Nov 15 19:16:19.561033 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.562009 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.562615 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 15 19:16:19.562979 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.563967 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.564592 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 15 19:16:19.570515 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: external_net.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.571809 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.572321 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: external-net Nov 15 19:16:19.572678 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.573603 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.574115 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: extra_dhcp_opt Nov 15 19:16:19.574434 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: extraroute.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.575341 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.575854 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: extraroute Nov 15 19:16:19.576168 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: extraroute_atomic.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.577265 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.577993 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: extraroute-atomic Nov 15 19:16:19.578313 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: filter_validation.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.579002 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.579502 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: filter-validation Nov 15 19:16:19.579830 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: fip_pf_description.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.580758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.581265 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 15 19:16:19.581583 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: fip_port_details.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.582504 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.583012 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: fip-port-details Nov 15 19:16:19.583327 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: flavors.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.584634 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.585151 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: flavors Nov 15 19:16:19.585475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.587218 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.587751 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 15 19:16:19.588081 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: floatingip_pools.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.588826 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.589338 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: floatingip-pools Nov 15 19:16:19.589709 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: ip_allocation.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.590611 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.591118 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension ip_allocation not supported by any of loaded plugins Nov 15 19:16:19.591445 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.592391 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.592919 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: ip-substring-filtering Nov 15 19:16:19.593242 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: l2_adjacency.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.594180 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.594717 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 15 19:16:19.595007 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: l3.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.596039 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.596578 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: router Nov 15 19:16:19.596908 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.602454 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.602982 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 15 19:16:19.603315 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.604252 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.604802 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: ext-gw-mode Nov 15 19:16:19.605135 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.606080 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.606664 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: l3-ha Nov 15 19:16:19.606956 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: l3_flavors.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.607879 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.608414 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: l3-flavors Nov 15 19:16:19.608742 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.609655 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.610167 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 15 19:16:19.610495 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: l3agentscheduler.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.611601 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.612116 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: l3_agent_scheduler Nov 15 19:16:19.612473 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: logging.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.613976 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.614492 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension logging not supported by any of loaded plugins Nov 15 19:16:19.614824 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: metering.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.615571 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.616152 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: metering Nov 15 19:16:19.616509 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.618305 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.618818 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: metering_source_and_destination_fields Nov 15 19:16:19.619145 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: multiprovidernet.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.620079 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.620621 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: multi-provider Nov 15 19:16:19.620943 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: netmtu.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.621859 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.622366 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: net-mtu Nov 15 19:16:19.622690 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: netmtu_writable.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.623605 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.624114 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: net-mtu-writable Nov 15 19:16:19.624470 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: network_availability_zone.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.625156 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.625653 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: network_availability_zone Nov 15 19:16:19.625974 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: network_ip_availability.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.627096 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.627605 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: network-ip-availability Nov 15 19:16:19.627930 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: network_segment_range.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.628743 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.629236 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension network-segment-range not supported by any of loaded plugins Nov 15 19:16:19.629558 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: pagination.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.630558 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.630879 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: pagination Nov 15 19:16:19.631201 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: port_device_profile.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.632111 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.632645 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: port-device-profile Nov 15 19:16:19.632967 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.641284 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.641799 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: port-mac-address-regenerate Nov 15 19:16:19.642123 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.643056 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.643575 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: port-numa-affinity-policy Nov 15 19:16:19.643905 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: port_resource_request.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.644882 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.645394 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension port-resource-request not supported by any of loaded plugins Nov 15 19:16:19.645712 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: port_resource_request_groups.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.646694 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.647203 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 15 19:16:19.647529 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: portbindings.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.648484 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.649012 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: binding Nov 15 19:16:19.649333 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: portbindings_extended.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.650637 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.651158 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: binding-extended Nov 15 19:16:19.651481 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: portsecurity.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.652451 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.652964 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: port-security Nov 15 19:16:19.653287 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: project_id.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.654275 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.654602 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: project-id Nov 15 19:16:19.654925 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: providernet.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.655854 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.656371 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: provider Nov 15 19:16:19.656706 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.660303 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.660852 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos not supported by any of loaded plugins Nov 15 19:16:19.661183 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.662460 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.662968 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 15 19:16:19.663295 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.664226 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.665308 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 15 19:16:19.665636 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_default.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.666558 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.667078 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-default not supported by any of loaded plugins Nov 15 19:16:19.667408 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_fip.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.668080 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.668625 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-fip not supported by any of loaded plugins Nov 15 19:16:19.668941 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.669886 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.670395 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 15 19:16:19.670714 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.671640 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.672145 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 15 19:16:19.672498 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.673566 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.674088 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 15 19:16:19.674412 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_pps_rule.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.682014 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.682789 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-pps not supported by any of loaded plugins Nov 15 19:16:19.683159 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.684142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.684761 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 15 19:16:19.685123 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: qos_rules_alias.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.686225 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.686802 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 15 19:16:19.687161 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: quota_check_limit.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.688146 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.688731 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: quota-check-limit Nov 15 19:16:19.689157 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: quotasv2.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.690196 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.690568 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: quotas Nov 15 19:16:19.690929 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: quotasv2_detail.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.694230 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.694576 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: quota_details Nov 15 19:16:19.694910 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: rbac.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.696030 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.696592 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: rbac-policies Nov 15 19:16:19.696921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: rbac_address_group.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.697870 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.698386 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: rbac-address-group Nov 15 19:16:19.698709 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: rbac_address_scope.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.699652 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.700205 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: rbac-address-scope Nov 15 19:16:19.700562 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: rbac_security_groups.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.701490 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.702005 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: rbac-security-groups Nov 15 19:16:19.702327 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.703244 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.703764 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: rbac-subnetpool Nov 15 19:16:19.704087 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: revisionifmatch.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.705033 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.705537 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: revision-if-match Nov 15 19:16:19.705858 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: revisions.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.721301 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.721923 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: standard-attr-revisions Nov 15 19:16:19.722299 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: router_availability_zone.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.723076 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.723639 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: router_availability_zone Nov 15 19:16:19.724009 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: routerservicetype.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.725047 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.725610 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension router-service-type not supported by any of loaded plugins Nov 15 19:16:19.725975 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.727504 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.728072 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: security-groups-normalized-cidr Nov 15 19:16:19.728458 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.729514 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.730174 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: port-security-groups-filtering Nov 15 19:16:19.730587 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.731673 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.732392 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: security-groups-remote-address-group Nov 15 19:16:19.732794 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.733821 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.734436 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: security-groups-shared-filtering Nov 15 19:16:19.734841 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.735529 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 15 19:16:19.735933 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: securitygroup.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.746813 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.747393 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: security-group Nov 15 19:16:19.747729 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: segment.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.748629 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.749133 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension segment not supported by any of loaded plugins Nov 15 19:16:19.749514 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.750543 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.751059 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 15 19:16:19.751380 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: servicetype.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.752717 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.753281 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: service-type Nov 15 19:16:19.753606 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: sorting.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.754666 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.754995 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: sorting Nov 15 19:16:19.755316 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: standard_attr_segment.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.756249 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.756798 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 15 19:16:19.757118 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: standardattrdescription.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.757853 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.758995 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: standard-attr-description Nov 15 19:16:19.759398 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: stateful_security_group.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.762021 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.762646 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: stateful-security-group Nov 15 19:16:19.763048 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: stdattrs_common.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.763709 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 15 19:16:19.764116 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.765178 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.765784 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 15 19:16:19.766188 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: subnet_onboard.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.767447 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.768047 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: subnet_onboard Nov 15 19:16:19.768483 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.769495 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.770147 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 15 19:16:19.770547 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: subnet_service_types.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.771555 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.772254 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: subnet-service-types Nov 15 19:16:19.772731 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: subnetallocation.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.774493 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.775010 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: subnet_allocation Nov 15 19:16:19.775342 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.776043 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.776577 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: subnetpool-prefix-ops Nov 15 19:16:19.776896 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.777900 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.778424 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 15 19:16:19.778689 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: tagging.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.779809 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.780324 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: standard-attr-tag Nov 15 19:16:19.780675 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: timestamp.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.781940 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.782453 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loaded extension: standard-attr-timestamp Nov 15 19:16:19.782778 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: trunk.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.783809 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.784314 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension trunk not supported by any of loaded plugins Nov 15 19:16:19.784662 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: trunk_details.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.792807 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.793321 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension trunk-details not supported by any of loaded plugins Nov 15 19:16:19.793652 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.794613 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.795114 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 15 19:16:19.795435 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Loading extension file: vlantransparent.py {{(pid=102406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 19:16:19.796120 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 19:16:19.796646 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 15 19:16:19.799259 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:network Nov 15 19:16:19.799803 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:subnet Nov 15 19:16:19.800193 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 19:16:19.800603 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:port Nov 15 19:16:19.803124 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.803559 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service FLAVORS assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.804197 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.804655 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.805015 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:router Nov 15 19:16:19.805441 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 19:16:19.805953 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service METERING assigned prefix: /metering {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.807401 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.807770 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.808115 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:16:19.809174 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 19:16:19.809657 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:security_group Nov 15 19:16:19.810084 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 19:16:19.810675 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service CORE assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.811007 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 19:16:19.811346 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] subnetpool is already registered Nov 15 19:16:19.811772 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service CORE assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.812088 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 19:16:19.812443 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] subnetpool is already registered Nov 15 19:16:19.814781 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.815206 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service FLAVORS assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.815797 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.816216 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.816569 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:router Nov 15 19:16:19.816902 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] router is already registered Nov 15 19:16:19.817374 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 19:16:19.817708 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] floatingip is already registered Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service METERING assigned prefix: /metering {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] rbac_policy is already registered Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:security_group Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] security_group is already registered Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] security_group_rule is already registered Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service CORE assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.822136 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 19:16:19.822759 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] subnetpool is already registered Nov 15 19:16:19.822759 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.v2.resource_helper [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Service CORE assigned prefix: {{(pid=102406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 19:16:19.823017 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 19:16:19.823340 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING neutron.quota.resource_registry [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] subnetpool is already registered Nov 15 19:16:19.823816 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: extensions {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.825436 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: address-groups {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.826993 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: address-scopes {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.828383 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: agents {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.829565 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: auto-allocated-topology {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.830834 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: availability_zones {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.832047 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: dhcp-networks {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.833573 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: dhcp-agents {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.834988 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: routers {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.837780 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: flavors {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.839028 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: service_profiles {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.840221 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: next_providers {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.841687 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: service_profiles {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.843219 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: floatingip-pools {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.844459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: routers {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.846557 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: floatingips {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.847874 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: l3-routers {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.850847 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: l3-agents {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.850847 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: metering-labels {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.852418 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: metering-label-rules {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.853773 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: network-ip-availabilities {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.855023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: bindings {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.856753 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: quotas {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.858364 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: quotas {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.859870 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: rbac-policies {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.861334 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: security-groups {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.862627 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: security-group-rules {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.863906 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: service-providers {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.865230 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: subnetpools {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.866683 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: subnetpools {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.868642 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.870599 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.873588 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.875347 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.877190 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.879029 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.880756 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.882744 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.886136 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.888044 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron.api.extensions [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Extended resource: tags {{(pid=102406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 19:16:19.894399 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING keystonemiddleware.auth_token [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 15 19:16:19.899834 dv-cinder-801522-7-iscsi neutron-server[102406]: WARNING keystonemiddleware.auth_token [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 15 19:16:19.908810 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_concurrency.lockutils [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Acquired lock "singleton_lock" {{(pid=102406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 15 19:16:19.909284 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_concurrency.lockutils [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Releasing lock "singleton_lock" {{(pid=102406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 15 19:16:19.909938 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO oslo_service.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Starting 2 workers Nov 15 19:16:19.914797 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Started child 102515 {{(pid=102406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 19:16:19.919531 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Started child 102516 {{(pid=102406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 19:16:19.920416 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:19.921343 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO neutron.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 15 19:16:19.921901 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Publish callbacks [] for process, before_spawn {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:19.922121 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [-] (102515) wsgi starting up on http://0.0.0.0:9696 Nov 15 19:16:19.924464 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO oslo_service.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Starting 1 workers Nov 15 19:16:19.926411 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:19.928032 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [-] (102516) wsgi starting up on http://0.0.0.0:9696 Nov 15 19:16:19.929839 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Started child 102517 {{(pid=102406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 19:16:19.930460 dv-cinder-801522-7-iscsi neutron-server[102406]: INFO oslo_service.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Starting 1 workers Nov 15 19:16:19.934686 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] calling RpcWorker wait() {{(pid=102517) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 15 19:16:19.941779 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Started child 102518 {{(pid=102406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 19:16:19.942026 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.service [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] returning from RpcWorker wait() {{(pid=102517) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 15 19:16:19.942190 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7c07d09c-2efe-4a13-af21-e054521853e5 None None] Publish callbacks [] for process, after_spawn {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:19.942350 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:19.942350 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:16:19.942631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 19:16:19.942631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 19:16:19.942631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 19:16:19.942631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 19:16:19.942631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 19:16:19.942631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 19:16:19.942631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.942631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.943828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.943828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.943828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.943828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.943828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.943828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.943828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.943828 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.945038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.945038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.945038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.945445 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:19.946931 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.946931 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.946931 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.946931 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.946931 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.947880 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:16:19.948088 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.948088 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.948088 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.948088 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.948088 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] debug = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.948088 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.949277 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.949277 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.949277 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.949277 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.949277 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.949277 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.950526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.950526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.950526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.950526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.950526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.950526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.950526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.950526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.952272 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.952272 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.952272 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.952272 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] host = dv-cinder-801522-7-iscsi {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.952272 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.952272 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.952272 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.952272 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.954182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.954182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.954182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.954182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.954182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.954182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.954182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.954182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.955593 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.955593 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.955593 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_options = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.955593 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.955593 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.955593 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.955593 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.955593 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.957288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.957288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.957288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.957288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.957288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.957288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.957288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.957288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.959052 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.959052 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.959052 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.959052 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.959052 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.959052 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.959052 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.959052 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.960433 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.962575 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.962575 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.962575 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.962575 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.962575 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.962575 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.962575 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.962575 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.963657 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.963657 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.963657 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.963657 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.965184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.965184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.965184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.965184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.965184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_json = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.965184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.965184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.966596 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.966596 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.966596 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.966596 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.966596 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.966596 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:19.967933 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.967933 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.967933 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.967933 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.967933 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.969025 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.969025 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.969025 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.969025 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.969025 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.970259 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.970259 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.970259 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.970259 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.970259 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.970555 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.971106 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.971771 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.972005 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.972223 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.972466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.977475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.977475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.977475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.977475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.977475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.977475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.977475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.977475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978023 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.978488 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.979003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.979003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.979134 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.979361 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.979530 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.979760 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.979977 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.980185 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.980476 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.980701 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.980936 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.981150 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.981377 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.981589 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.981819 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.982069 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.982278 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.982513 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.982743 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.982958 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.983198 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.983404 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.983609 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.983815 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.984047 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.984276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.984509 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.984724 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.984959 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.985182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.985393 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.985598 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.985808 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.986034 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.986260 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.986458 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.986683 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.986891 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.987095 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.987321 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.987541 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.987749 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.987971 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.988237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.988556 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.988824 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.989122 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.989356 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.989603 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.989837 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.990098 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.990345 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.990741 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.990741 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.991215 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.991215 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.991448 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.991948 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.991948 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.992184 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.992291 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.992578 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.992791 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.993019 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.993240 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.993501 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.993754 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.993975 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.994223 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.994456 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.994725 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.994958 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.995271 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.995748 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.995748 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.996068 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.996345 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.997182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.997182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:19.997182 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001003 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.001758 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.002344 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.002344 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.002344 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.002344 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.002344 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.002344 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.003288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.003288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.003288 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.003659 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.003659 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.004034 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.004034 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.004295 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.004481 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.004621 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.004857 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.005071 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.005285 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.005510 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.005987 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.005987 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.006352 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.006352 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.006700 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.006889 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.007110 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.007338 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.007564 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.007755 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.008014 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.008786 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.009058 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.009297 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.009529 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.009750 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.010015 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.010259 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.010489 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.010725 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.010956 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.011166 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.011370 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.011636 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.011894 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.012123 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.012415 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.012618 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.012882 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.013049 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.013412 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.013644 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.013872 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.014110 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.014311 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.014536 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.014792 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016019 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016019 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016019 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016019 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016019 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016752 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016752 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016752 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.016752 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.017342 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.017342 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.017729 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.017729 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.018100 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.018100 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.018452 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.018632 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.018806 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.018995 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.019191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.019370 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.019552 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.020830 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.020830 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.020830 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.020830 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.020830 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.020830 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.024921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.024921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.024921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.024921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.024921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.024921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.024921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.024921 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.026065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.026065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.026065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.026065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.026065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.026065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.026065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.026065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027038 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027998 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027998 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027998 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027998 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027998 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.027998 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.029202 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.029202 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.029202 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.029202 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.029202 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.030455 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.030455 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.030455 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.030455 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.030455 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.031384 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.031384 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.031384 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.031384 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.032147 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.032147 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.032147 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.032751 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.032751 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.032751 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.033316 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.033316 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.033737 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.033737 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.034166 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.034166 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.034552 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.034552 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.034987 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.034987 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.035367 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.035570 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.035768 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.035979 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 19:16:20.036355 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 19:16:20.036574 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 19:16:20.036735 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 19:16:20.036874 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 19:16:20.037004 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 19:16:20.037144 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 19:16:20.037422 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.037626 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.037626 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.037986 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.037986 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.038882 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.038882 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.038882 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.038882 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.038882 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.038882 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.040237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.040237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.040237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.040237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.040237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.040237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.040237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.040237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.042457 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.042457 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.042457 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.042457 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] debug = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.042457 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.042457 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.043276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.043276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.043276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.043276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.043276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.043276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.043276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.043276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.044405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.044405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.044405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.044405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.044405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.044405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.044405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.044405 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] host = dv-cinder-801522-7-iscsi {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045142 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.045672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_options = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.046822 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.046822 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.046822 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.046822 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.046822 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.046822 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.046822 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047309 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047309 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047309 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047309 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047309 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047654 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047654 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047848 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047848 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.047996 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.048273 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.048273 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.048631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.048631 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.048787 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.048936 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.049088 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.049240 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.049398 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.049544 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.049695 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.049854 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.050010 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.050165 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.050311 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.050453 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.050614 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.050739 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.050862 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.051013 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.051151 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.051309 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.051460 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.051612 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.051765 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.051915 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.052065 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.052217 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.052387 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.052585 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_json = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.052738 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.052891 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.053043 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.053196 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.053351 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.053507 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.053650 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.053792 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 19:16:20.053970 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.054115 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.054276 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.054431 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.054586 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.054742 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.054903 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.055630 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.055832 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.055992 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.056139 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.056139 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.056341 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.056494 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.056640 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.056797 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.056953 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.057108 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.057263 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.057417 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.057572 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.057727 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.057889 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.058043 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.058197 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.058358 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.058511 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.058734 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.058884 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.059021 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.059112 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.059237 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.059392 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.059554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.059705 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.059861 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.060051 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.060181 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.060297 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.060475 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.060683 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.060865 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.061004 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.061141 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.061277 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.061430 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.061567 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.061704 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.061842 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.061978 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.062125 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.062262 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.062398 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.062532 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.062677 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.062814 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.062949 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.063084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.063219 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.063374 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.063513 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.063672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.063826 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.063984 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.064121 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.064257 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.064432 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.064589 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.064798 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.065011 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.065011 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.066155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.066155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.066155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.066155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.066155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.066155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.066155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.066155 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.067459 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.068581 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.068581 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.068581 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.068581 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.068581 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.068581 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.068581 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.069429 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.069429 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.069429 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.069429 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.069429 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.069429 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.070084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.070084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.070084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.070084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.070084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.071526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.071526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.071526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.071526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.071526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.071526 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.072221 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.072221 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.072221 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.072221 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.073008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.073008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.073008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.073008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.073008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.073008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.074032 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.074032 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.074032 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.074032 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.074032 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.074032 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.074032 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.075024 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.075024 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.075024 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.075024 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.075024 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.075024 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.075024 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.076008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.076008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.076008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.076008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.076008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.076008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.077055 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.077055 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.077055 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.077055 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.077055 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.077055 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.077055 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.078037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.078037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.078037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.078037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.078037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.078037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.078037 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.079084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.079084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.079084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.079084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.079084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.079084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.079084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.079084 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.080466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.080466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.080466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.080466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.080466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.080466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.080466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.080466 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.081833 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.081833 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.081833 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.081833 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.081833 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.081833 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.081833 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.081833 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.083191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.083191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.083191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.083191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.083191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.083191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.083191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.083191 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.084554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.084554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.084554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.084554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.084554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.084554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.084554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.084554 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.085788 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.085788 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.085788 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.085788 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.085788 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.085788 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.085788 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.085788 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.087229 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.088685 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.088685 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.088685 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.088685 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.088685 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.088685 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.088685 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.088685 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.090103 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.090103 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.090103 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.090103 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.090103 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.090103 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.090103 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.090103 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.091804 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.091804 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.091804 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.091804 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.091804 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.091804 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.091804 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.091804 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.093307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.093307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.093307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.093307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.093307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.093307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.093307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.093307 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.094722 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.094722 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.094722 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.095124 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 44454) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:16:20.101626 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.102874 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.103259 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.103589 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.103938 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.104283 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.104833 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075283 Nov 15 19:16:20.105749 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.106008 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.106283 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.106574 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.106823 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.108262 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.108630 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.108898 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.109130 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.109352 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.109581 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.109817 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.110085 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.110338 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.110672 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.110867 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.111083 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.111282 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.111480 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.111652 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.112066 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.112263 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.112591 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.112813 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.113030 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.113240 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.113437 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.113644 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.113858 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.114072 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.114283 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.114496 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.114710 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.114937 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.115137 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.115932 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 19:16:20.115932 dv-cinder-801522-7-iscsi neutron-server[102406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 19:16:20.141054 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:16:32.403099 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379aec56-d89a-428b-9085-b5ab4f8c3465 None None] get_active_networks_info from dv-cinder-801522-7-iscsi {{(pid=102517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 19:16:32.462006 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379aec56-d89a-428b-9085-b5ab4f8c3465 None None] No non-hosted networks {{(pid=102517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 15 19:16:32.470024 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.agentschedulers_db [None req-379aec56-d89a-428b-9085-b5ab4f8c3465 None None] DHCP Agent not found on host dv-cinder-801522-7-iscsi {{(pid=102517) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 15 19:16:32.591487 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9aca8863-a7fc-4ba1-8480-430f9421715f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505638'] for agent, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:34.675768 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f9802b50-6352-487a-8499-0deb895c39c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505638'] for agent, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:34.751894 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.db.api [None req-19594a82-1f29-4427-82a8-46bc9fd0e572 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-801522-7-iscsi {{(pid=102517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 19:16:34.753019 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG oslo_db.api [None req-19594a82-1f29-4427-82a8-46bc9fd0e572 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 19:16:35.282261 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-19594a82-1f29-4427-82a8-46bc9fd0e572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:35.853274 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505638'] for agent, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:37.387770 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505638'] for agent, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:38.014335 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505638'] for agent, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:38.015271 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.015775 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.016291 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.016807 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.017280 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.017769 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.018381 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.018897 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.019431 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.019945 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.020696 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.021206 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:38.021775 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801522-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:16:38.035263 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801522-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:16:38.865774 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 44552) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:16:39.496080 dv-cinder-801522-7-iscsi neutron-server[102516]: WARNING oslo_policy.policy [None req-8e981546-5dfc-4acb-86a0-64ce140f9629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 19:16:39.496673 dv-cinder-801522-7-iscsi neutron-server[102516]: WARNING oslo_policy.policy [None req-8e981546-5dfc-4acb-86a0-64ce140f9629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 19:16:39.721939 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [None req-8e981546-5dfc-4acb-86a0-64ce140f9629 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:16:39.724933 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8e981546-5dfc-4acb-86a0-64ce140f9629 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8580596 Nov 15 19:16:40.190075 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.db.l3_hamode_db [None req-4b4049a8-279a-4e69-869a-b59894aa72a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 15 19:16:40.272313 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4049a8-279a-4e69-869a-b59894aa72a6 None None] Routers set() bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:16:40.272732 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4049a8-279a-4e69-869a-b59894aa72a6 None None] Router IDs set() for agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 19:16:42.412535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44568) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:16:42.927638 dv-cinder-801522-7-iscsi neutron-server[102515]: WARNING oslo_policy.policy [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 19:16:42.928199 dv-cinder-801522-7-iscsi neutron-server[102515]: WARNING oslo_policy.policy [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 19:16:43.149745 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:16:43.247493 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.policy [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102515) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 19:16:43.294429 dv-cinder-801522-7-iscsi neutron-server[102515]: WARNING oslo_policy.policy [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 19:16:43.294816 dv-cinder-801522-7-iscsi neutron-server[102515]: WARNING oslo_policy.policy [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 19:16:43.303373 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.quota [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] Loaded quota_driver: . Nov 15 19:16:43.537278 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755455839762', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755455838319', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755455852248', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755455823910', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755455833864', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755455874802', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3537795', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3530524', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-335265', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-774242'] for rbac-policy, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:43.829642 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:43.831120 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3ea08f48-8702-4faa-996f-1d5def81e649 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4164872 Nov 15 19:16:46.633032 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 44586) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:16:46.965201 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'project_id': '41964469b72d4402941df65e81874bc7', 'admin_state_up': True}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:16:46.966596 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.quota [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Loaded quota_driver: . Nov 15 19:16:47.104642 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Made reservation on behalf of 41964469b72d4402941df65e81874bc7 for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:16:47.170978 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.policy [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102516) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 19:16:47.222721 dv-cinder-801522-7-iscsi neutron-server[102516]: WARNING oslo_policy.policy [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 19:16:47.223095 dv-cinder-801522-7-iscsi neutron-server[102516]: WARNING oslo_policy.policy [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 19:16:47.234375 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:47.255838 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:47.367093 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:47.418608 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:47.443729 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:16:47.470916 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755456547009', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:47.471486 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Unsubscribe: segment precommit_create {{(pid=102516) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 19:16:47.471982 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Added segment 07d1479f-4210-4e2e-9e99-b6983f50b91b of type vlan for network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 Nov 15 19:16:47.488075 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e687519e-6d14-4414-8411-40ef2163f87f,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:16:47.500781 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.501130 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.501462 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.501785 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.502140 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.502469 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.502757 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.503083 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.503417 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.503730 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.504037 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.504343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Tracked resource versions report: Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: pushed versions: Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: { 'AddressGroup': {'1.2'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'ConntrackHelper': {'1.0'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Log': {'1.0'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Network': {'1.1'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Port': {'1.7'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'PortForwarding': {'1.2'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'QosPolicy': {'1.10'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SecurityGroup': {'1.5'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SecurityGroupRule': {'1.2'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SubPort': {'1.0'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Subnet': {'1.1'}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Trunk': {'1.1'}} Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: consumer versions: Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: { DHCP agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: L3 agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: Metadata agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: Metering agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: Open vSwitch agent@dv-cinder-801522-7-iscsi: { 'AddressGroup': '1.2', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'ConntrackHelper': '1.0', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Log': '1.0', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Network': '1.1', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Port': '1.7', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'PortForwarding': '1.2', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'QosPolicy': '1.10', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SecurityGroup': '1.5', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SecurityGroupRule': '1.2', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SubPort': '1.0', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Subnet': '1.1', Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Trunk': '1.1'}} Nov 15 19:16:47.505484 dv-cinder-801522-7-iscsi neutron-server[102516]: {{(pid=102516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 19:16:47.680336 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:47.813438 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:47.814567 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:16:47.815304 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:47.916208 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] Pushing event updated for resources: {'Network': ['ID=682c323d-a0a8-4a9f-bdde-e6373ccb42e3,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:16:47.928512 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:16:47.964918 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2329252c-8382-460a-91af-a46fe88d837a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3307028 Nov 15 19:16:50.808150 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 44602) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:16:51.219873 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee47753-9021-4d00-bcb7-8cf501ada3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:16:51.221285 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-7ee47753-9021-4d00-bcb7-8cf501ada3ab admin admin] 10.222.0.48 "GET /v2.0/networks/682c323d-a0a8-4a9f-bdde-e6373ccb42e3 HTTP/1.1" status: 200 len: 825 time: 0.4117751 Nov 15 19:16:51.260349 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fdc57be7-e69e-4174-933f-66c046fdb7e3 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/2cc2059b-2075-4bde-903d-1589dc45cff6 HTTP/1.1" status: 200 len: 734 time: 0.0319903 Nov 15 19:16:51.269994 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Request body: {'subnet': {'subnetpool_id': '2cc2059b-2075-4bde-903d-1589dc45cff6', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:16:51.373213 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Made reservation on behalf of 41964469b72d4402941df65e81874bc7 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:16:51.375421 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:51.733424 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:51.803676 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3a95a2-cca5-46f8-b32b-d80687dca432,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:16:51.805865 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Checking segment: {'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:16:51.806132 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Network hostable DHCP agents. Network: 682c323d-a0a8-4a9f-bdde-e6373ccb42e3, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:16:51.884640 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:16:51.973291 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 682c323d-a0a8-4a9f-bdde-e6373ccb42e3) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:16:51.978361 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:16:51.978968 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:51.985253 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca2211-bfb2-452c-b6a8-edb2e1a8aaf5 None None] Network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:16:52.067429 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-68971d6f-f3d8-4cc9-bfa0-1fe90206b9af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8007538 Nov 15 19:16:52.317155 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-682c323d-a0a8-4a9f-bdde-e6373ccb42e3', 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'fixed_ips': [{'subnet_id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:16:52.318410 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:52.730476 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Allocated IP 172.20.0.2 (682c323d-a0a8-4a9f-bdde-e6373ccb42e3/eb3a95a2-cca5-46f8-b32b-d80687dca432/2080036d-985f-436a-be37-1b2b8298d1c6) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:16:52.941098 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:53.048328 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:53.132337 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:16:53.137356 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:16:53.140268 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:16:53.150172 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Pushing event updated for resources: {'Port': ['ID=2080036d-985f-436a-be37-1b2b8298d1c6,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:16:53.192285 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.192661 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.192998 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.193320 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.193645 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.193964 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.194838 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.195160 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.195490 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.195805 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.196129 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.196460 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Tracked resource versions report: Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: pushed versions: Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: { 'AddressGroup': {'1.2'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'ConntrackHelper': {'1.0'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Log': {'1.0'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Network': {'1.1'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Port': {'1.7'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'PortForwarding': {'1.2'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'QosPolicy': {'1.10'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SecurityGroup': {'1.5'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SecurityGroupRule': {'1.2'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SubPort': {'1.0'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Subnet': {'1.1'}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Trunk': {'1.1'}} Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: consumer versions: Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: { DHCP agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: L3 agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: Metadata agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: Metering agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: Open vSwitch agent@dv-cinder-801522-7-iscsi: { 'AddressGroup': '1.2', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'ConntrackHelper': '1.0', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Log': '1.0', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Network': '1.1', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Port': '1.7', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'PortForwarding': '1.2', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'QosPolicy': '1.10', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SecurityGroup': '1.5', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SecurityGroupRule': '1.2', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SubPort': '1.0', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Subnet': '1.1', Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Trunk': '1.1'}} Nov 15 19:16:53.197677 dv-cinder-801522-7-iscsi neutron-server[102517]: {{(pid=102517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 19:16:53.234254 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Attempting to bind port 2080036d-985f-436a-be37-1b2b8298d1c6 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:16:53.234655 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Attempting to bind port 2080036d-985f-436a-be37-1b2b8298d1c6 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:16:53.235062 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Attempting to bind port 2080036d-985f-436a-be37-1b2b8298d1c6 on network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:16:53.240586 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:16:53.240956 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Checking segment: {'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:16:53.241989 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:53.242371 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Bound using segment: {'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:16:53.242845 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Bound port: 2080036d-985f-436a-be37-1b2b8298d1c6, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:16:53.243299 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:53.319817 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] For port 2080036d-985f-436a-be37-1b2b8298d1c6, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:16:53.319817 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] For port 2080036d-985f-436a-be37-1b2b8298d1c6, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=2080036d-985f-436a-be37-1b2b8298d1c6,segment=NetworkSegment(07d1479f-4210-4e2e-9e99-b6983f50b91b),segment_id=07d1479f-4210-4e2e-9e99-b6983f50b91b)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:16:53.396393 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:16:53.464556 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4afb5-cf94-4ed9-a7ca-ca01e33d7d09 None None] Pushing event updated for resources: {'Port': ['ID=2080036d-985f-436a-be37-1b2b8298d1c6,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:16:54.732061 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44610) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:16:55.092912 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [None req-5af92b31-cc3c-4f14-a24a-ced0f8d33b4b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:16:55.096133 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-5af92b31-cc3c-4f14-a24a-ced0f8d33b4b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3631024 Nov 15 19:16:57.737231 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44618) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:16:58.085770 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [None req-9bc61826-0f05-46d3-93be-36ef6e8e7348 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:16:58.086787 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9bc61826-0f05-46d3-93be-36ef6e8e7348 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3482854 Nov 15 19:17:00.955991 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 44628) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:17:01.321280 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-35f258aa-e3ba-405e-aeda-1b96a55fc785 admin admin] Request body: {'router': {'tenant_id': '41964469b72d4402941df65e81874bc7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:17:01.473385 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f258aa-e3ba-405e-aeda-1b96a55fc785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:01.475120 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f258aa-e3ba-405e-aeda-1b96a55fc785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:01.643578 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f258aa-e3ba-405e-aeda-1b96a55fc785 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:01.708465 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f258aa-e3ba-405e-aeda-1b96a55fc785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:01.817688 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f258aa-e3ba-405e-aeda-1b96a55fc785 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:01.824587 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-35f258aa-e3ba-405e-aeda-1b96a55fc785 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8615003 Nov 15 19:17:01.922869 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 2080036d-985f-436a-be37-1b2b8298d1c6 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:17:02.022325 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 2080036d-985f-436a-be37-1b2b8298d1c6 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:02.022718 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:02.159426 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:02.204593 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 2080036d-985f-436a-be37-1b2b8298d1c6, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=2080036d-985f-436a-be37-1b2b8298d1c6,segment=NetworkSegment(07d1479f-4210-4e2e-9e99-b6983f50b91b),segment_id=07d1479f-4210-4e2e-9e99-b6983f50b91b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:17:02.288723 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:02.317335 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-082ec166-f176-4151-bb79-2bd7b9caa2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:02.352633 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=2080036d-985f-436a-be37-1b2b8298d1c6,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:02.921648 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ed88d-05ff-40ab-8cfb-b23c6b62865f None None] Network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:17:03.010433 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-1e92074e-4f9d-4b7e-925c-16a44650ed61 None None] Provisioning complete for port 2080036d-985f-436a-be37-1b2b8298d1c6 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:03.011122 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1e92074e-4f9d-4b7e-925c-16a44650ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:03.392992 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-2f2b5aff-1b2e-4faf-89bb-f38120ee1f2a None None] Provisioning complete for port 2080036d-985f-436a-be37-1b2b8298d1c6 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:03.393365 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5aff-1b2e-4faf-89bb-f38120ee1f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:03.867615 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 2080036d-985f-436a-be37-1b2b8298d1c6 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:17:03.915507 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 2080036d-985f-436a-be37-1b2b8298d1c6 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:03.915874 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:04.453799 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44640) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:17:04.633215 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8de173e1-62f9-4edf-8b88-7b1ff431e5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:04.787239 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [None req-07ff6c16-0cb7-4f8c-a422-2b686d8c982e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:17:04.788220 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-07ff6c16-0cb7-4f8c-a422-2b686d8c982e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3334830 Nov 15 19:17:05.722398 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:07.310128 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:07.406490 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44658) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:17:07.541044 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:17:07.675444 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Made reservation on behalf of 4bf92d7e52b44d349904285d47268ea3 for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:17:07.678992 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:07.694525 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:07.807160 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:07.872881 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:07.884881 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Reserving flat network on physical network physnet1 {{(pid=102515) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 15 19:17:07.918285 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755456547009', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:07.918896 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Unsubscribe: segment precommit_create {{(pid=102515) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 19:17:07.919400 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Added segment 3d6ba084-e5e2-4819-9f90-0326b6e6509f of type flat for network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e Nov 15 19:17:07.937813 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b41f6b-df14-4348-8925-12040f1db8fd,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:07.988540 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.988891 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.989228 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.989559 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.989879 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.990228 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.991175 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.991519 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.991856 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.992176 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.992520 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.992835 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Tracked resource versions report: Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: pushed versions: Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: { 'AddressGroup': {'1.2'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'ConntrackHelper': {'1.0'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Log': {'1.0'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Network': {'1.1'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Port': {'1.7'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'PortForwarding': {'1.2'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'QosPolicy': {'1.10'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SecurityGroup': {'1.5'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SecurityGroupRule': {'1.2'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SubPort': {'1.0'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Subnet': {'1.1'}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Trunk': {'1.1'}} Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: consumer versions: Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: { DHCP agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: L3 agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: Metadata agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: Metering agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: Open vSwitch agent@dv-cinder-801522-7-iscsi: { 'AddressGroup': '1.2', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'ConntrackHelper': '1.0', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Log': '1.0', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Network': '1.1', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Port': '1.7', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'PortForwarding': '1.2', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'QosPolicy': '1.10', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SecurityGroup': '1.5', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SecurityGroupRule': '1.2', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SubPort': '1.0', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Subnet': '1.1', Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Trunk': '1.1'}} Nov 15 19:17:07.993980 dv-cinder-801522-7-iscsi neutron-server[102515]: {{(pid=102515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 19:17:08.032920 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:08.054035 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:08.164715 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:08.166436 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:17:08.167163 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:08.270898 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] Pushing event updated for resources: {'Network': ['ID=29bf59e2-0ea5-4586-a000-2b1f46a2d04e,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:08.284554 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:17:08.316724 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-49f79534-c698-4817-bfae-8a6401efc007 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9091103 Nov 15 19:17:09.001954 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:17:10.814285 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44680) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:17:10.957581 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c342394-4373-4a1d-8919-1935a9905984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:17:10.959206 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0c342394-4373-4a1d-8919-1935a9905984 admin admin] 10.222.0.48 "GET /v2.0/subnets/eb3a95a2-cca5-46f8-b32b-d80687dca432 HTTP/1.1" status: 200 len: 849 time: 0.1438174 Nov 15 19:17:11.148201 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-7b2a416a-57a0-4073-97c3-81812e78eb6d admin admin] 10.222.0.48 "GET /v2.0/routers/b13cb7bb-117b-4a02-9a77-9f22dcc375d3 HTTP/1.1" status: 200 len: 704 time: 0.1820090 Nov 15 19:17:11.437053 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:11.811519 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Allocated IP 172.20.0.1 (682c323d-a0a8-4a9f-bdde-e6373ccb42e3/eb3a95a2-cca5-46f8-b32b-d80687dca432/77cd1fbd-6743-47ab-be00-a350486db686) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:17:12.011034 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:12.165457 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:12.248296 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:17:12.253582 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:17:12.265083 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:17:12.265083 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:12.285838 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Pushing event updated for resources: {'Port': ['ID=77cd1fbd-6743-47ab-be00-a350486db686,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:12.543280 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:12.569230 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-d4ce0f02-895f-47fb-b9d0-e4e816296d31 None None] Provisioning complete for port 77cd1fbd-6743-47ab-be00-a350486db686 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:12.572399 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d4ce0f02-895f-47fb-b9d0-e4e816296d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:12.630309 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce0f02-895f-47fb-b9d0-e4e816296d31 None None] Port 77cd1fbd-6743-47ab-be00-a350486db686 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:17:12.844225 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:12.904134 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:12.905038 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:12.989156 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Pushing event updated for resources: {'Port': ['ID=77cd1fbd-6743-47ab-be00-a350486db686,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:13.038795 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:17:13.040421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:17:13.259690 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-4cc852c1-6e00-4b13-a993-ce45832b26f3 None None] Provisioning complete for port 77cd1fbd-6743-47ab-be00-a350486db686 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:13.260245 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4cc852c1-6e00-4b13-a993-ce45832b26f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:13.300992 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-4cc852c1-6e00-4b13-a993-ce45832b26f3 None None] Port 77cd1fbd-6743-47ab-be00-a350486db686 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:17:13.352863 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Router b13cb7bb-117b-4a02-9a77-9f22dcc375d3 is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:17:13.448292 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:17:13.454112 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-5b5d7245-a886-4f72-8cd8-c5656cdd90de admin admin] 10.222.0.48 "PUT /v2.0/routers/b13cb7bb-117b-4a02-9a77-9f22dcc375d3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2952902 Nov 15 19:17:13.462363 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Sync routers for ids ['b13cb7bb-117b-4a02-9a77-9f22dcc375d3'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:17:13.474591 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Routers {'b13cb7bb-117b-4a02-9a77-9f22dcc375d3'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:17:13.476220 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:17:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['b13cb7bb-117b-4a02-9a77-9f22dcc375d3'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:17:13.676255 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Set router b13cb7bb-117b-4a02-9a77-9f22dcc375d3 gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:17:14.165120 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'name': 'router1', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:17:01Z', 'updated_at': '2021-11-15T19:17:12Z', 'revision_number': 2, 'project_id': '41964469b72d4402941df65e81874bc7', 'gw_port_host': None, '_interfaces': [{'id': '77cd1fbd-6743-47ab-be00-a350486db686', 'name': '', 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'mac_address': 'fa:16:3e:91:e5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:11Z', 'updated_at': '2021-11-15T19:17:12Z', 'revision_number': 2, 'project_id': '41964469b72d4402941df65e81874bc7', 'subnets': [{'id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc2059b-2075-4bde-903d-1589dc45cff6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:17:14.222108 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Checking router: b13cb7bb-117b-4a02-9a77-9f22dcc375d3 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:17:14.222559 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Updating router b13cb7bb-117b-4a02-9a77-9f22dcc375d3 port 77cd1fbd-6743-47ab-be00-a350486db686 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:17:14.285885 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:15.163664 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:15.267573 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:15.448996 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Pushing event updated for resources: {'Port': ['ID=77cd1fbd-6743-47ab-be00-a350486db686,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:15.480250 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Attempting to bind port 77cd1fbd-6743-47ab-be00-a350486db686 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:17:15.480885 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Attempting to bind port 77cd1fbd-6743-47ab-be00-a350486db686 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:17:15.481582 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Attempting to bind port 77cd1fbd-6743-47ab-be00-a350486db686 on network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:17:15.491092 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.491608 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.492145 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.492710 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.493245 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.493778 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.494282 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.494795 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.495324 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.495855 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.496399 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.496931 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Tracked resource versions report: Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: pushed versions: Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: { 'AddressGroup': {'1.2'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'ConntrackHelper': {'1.0'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Log': {'1.0'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Network': {'1.1'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Port': {'1.7'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'PortForwarding': {'1.2'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'QosPolicy': {'1.10'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SecurityGroup': {'1.5'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SecurityGroupRule': {'1.2'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SubPort': {'1.0'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Subnet': {'1.1'}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Trunk': {'1.1'}} Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: consumer versions: Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: { DHCP agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: L3 agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: Metadata agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: Metering agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: Open vSwitch agent@dv-cinder-801522-7-iscsi: { 'AddressGroup': '1.2', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'ConntrackHelper': '1.0', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Log': '1.0', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Network': '1.1', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Port': '1.7', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'PortForwarding': '1.2', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'QosPolicy': '1.10', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SecurityGroup': '1.5', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SecurityGroupRule': '1.2', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SubPort': '1.0', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Subnet': '1.1', Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Trunk': '1.1'}} Nov 15 19:17:15.498846 dv-cinder-801522-7-iscsi neutron-server[102518]: {{(pid=102518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 19:17:15.504183 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:17:15.504849 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Checking segment: {'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:17:15.505594 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:15.506267 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Bound using segment: {'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:17:15.507051 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Bound port: 77cd1fbd-6743-47ab-be00-a350486db686, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d1479f-4210-4e2e-9e99-b6983f50b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:17:15.507654 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:15.545668 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-3134ad9d-d50c-4d56-b9e3-db6f2b243aed None None] Provisioning complete for port 77cd1fbd-6743-47ab-be00-a350486db686 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:15.546839 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3134ad9d-d50c-4d56-b9e3-db6f2b243aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:15.585968 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-3134ad9d-d50c-4d56-b9e3-db6f2b243aed None None] Port 77cd1fbd-6743-47ab-be00-a350486db686 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:17:15.615782 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] For port 77cd1fbd-6743-47ab-be00-a350486db686, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:17:15.637408 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] For port 77cd1fbd-6743-47ab-be00-a350486db686, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=77cd1fbd-6743-47ab-be00-a350486db686,segment=NetworkSegment(07d1479f-4210-4e2e-9e99-b6983f50b91b),segment_id=07d1479f-4210-4e2e-9e99-b6983f50b91b)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:17:15.698979 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:15.810775 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Routers {'b13cb7bb-117b-4a02-9a77-9f22dcc375d3'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:17:15.811813 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:17:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['b13cb7bb-117b-4a02-9a77-9f22dcc375d3'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:17:15.815265 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb7762-2a89-46e2-b0eb-f69f773226f9 None None] Pushing event updated for resources: {'Port': ['ID=77cd1fbd-6743-47ab-be00-a350486db686,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:15.957290 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] Set router b13cb7bb-117b-4a02-9a77-9f22dcc375d3 gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:17:16.011254 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-64fc0d1c-497d-4c05-97b1-b0e308d65ca0 None None] Provisioning complete for port 77cd1fbd-6743-47ab-be00-a350486db686 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:16.011867 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-64fc0d1c-497d-4c05-97b1-b0e308d65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:16.090106 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44690) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:17:16.107650 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-64fc0d1c-497d-4c05-97b1-b0e308d65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:16.166570 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-64fc0d1c-497d-4c05-97b1-b0e308d65ca0 None None] For port 77cd1fbd-6743-47ab-be00-a350486db686, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=77cd1fbd-6743-47ab-be00-a350486db686,segment=NetworkSegment(07d1479f-4210-4e2e-9e99-b6983f50b91b),segment_id=07d1479f-4210-4e2e-9e99-b6983f50b91b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:17:16.250007 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-64fc0d1c-497d-4c05-97b1-b0e308d65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:16.252858 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a47360-ebc3-43fc-b0bb-5bd247a3b1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:17:16.255250 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-89a47360-ebc3-43fc-b0bb-5bd247a3b1d9 admin admin] 10.222.0.48 "GET /v2.0/networks/29bf59e2-0ea5-4586-a000-2b1f46a2d04e HTTP/1.1" status: 200 len: 842 time: 0.1639314 Nov 15 19:17:16.273382 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:17:16.308963 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'name': 'router1', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:17:01Z', 'updated_at': '2021-11-15T19:17:12Z', 'revision_number': 2, 'project_id': '41964469b72d4402941df65e81874bc7', 'gw_port_host': None, '_interfaces': [{'id': '77cd1fbd-6743-47ab-be00-a350486db686', 'name': '', 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'mac_address': 'fa:16:3e:91:e5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:11Z', 'updated_at': '2021-11-15T19:17:15Z', 'revision_number': 4, 'project_id': '41964469b72d4402941df65e81874bc7', 'subnets': [{'id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc2059b-2075-4bde-903d-1589dc45cff6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:17:16.333304 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc0d1c-497d-4c05-97b1-b0e308d65ca0 None None] Pushing event updated for resources: {'Port': ['ID=77cd1fbd-6743-47ab-be00-a350486db686,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:16.339758 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f885eee-a5dc-4573-85b6-f000f8e89146 None None] The sync data for ids ['b13cb7bb-117b-4a02-9a77-9f22dcc375d3'] in dv-cinder-801522-7-iscsi is: [{'id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'name': 'router1', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:17:01Z', 'updated_at': '2021-11-15T19:17:12Z', 'revision_number': 2, 'project_id': '41964469b72d4402941df65e81874bc7', 'gw_port_host': None, '_interfaces': [{'id': '77cd1fbd-6743-47ab-be00-a350486db686', 'name': '', 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'mac_address': 'fa:16:3e:91:e5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:11Z', 'updated_at': '2021-11-15T19:17:15Z', 'revision_number': 4, 'project_id': '41964469b72d4402941df65e81874bc7', 'subnets': [{'id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc2059b-2075-4bde-903d-1589dc45cff6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:17:16.375571 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Made reservation on behalf of 4bf92d7e52b44d349904285d47268ea3 for: {'subnet': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:17:16.378596 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:16.835891 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.objects.ports [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102515) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 19:17:16.836243 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:16.893064 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb43ae98-1f1c-41e9-9f82-14312f4c794e,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:16.905326 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:17:16.905678 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Network hostable DHCP agents. Network: 29bf59e2-0ea5-4586-a000-2b1f46a2d04e, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:17:17.018304 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:17:17.126856 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 29bf59e2-0ea5-4586-a000-2b1f46a2d04e) {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:17:17.131626 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:17:17.132242 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:17.138421 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896d0a1-63d0-4904-b21e-e07a2b42b76c None None] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:17:17.228810 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d890cf1a-284e-49a3-88fb-3a6764f2197f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9607394 Nov 15 19:17:17.286618 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0898ce0a-199b-4841-ab46-488e52c97130 None None] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:17:19.732976 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44698) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:17:19.887789 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-12355e7e-b42f-41ee-a58f-a1073022b420 admin admin] 10.222.0.48 "GET /v2.0/routers/b13cb7bb-117b-4a02-9a77-9f22dcc375d3 HTTP/1.1" status: 200 len: 710 time: 0.1535947 Nov 15 19:17:19.989928 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0374b0f2-9cee-46f7-ba43-a139b18ba4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:17:19.991334 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0374b0f2-9cee-46f7-ba43-a139b18ba4bb admin admin] 10.222.0.48 "GET /v2.0/networks/29bf59e2-0ea5-4586-a000-2b1f46a2d04e HTTP/1.1" status: 200 len: 886 time: 0.0966568 Nov 15 19:17:20.001216 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:17:20.361935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:20.694652 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:20.774144 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:20.883897 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Allocated IP 172.27.0.173 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/bf1ca1a7-617c-436c-a0fb-db7a29d703be) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:17:20.992711 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:21.089973 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:21.137795 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:17:21.141709 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:17:21.154763 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:17:21.202277 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1ca1a7-617c-436c-a0fb-db7a29d703be,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:21.546586 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:21.835936 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2543'] for router, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:21.839544 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-505903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-505894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-504502'] for router, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:21.965207 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Router b13cb7bb-117b-4a02-9a77-9f22dcc375d3 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:17:22.189683 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:17:22.194304 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:22.195978 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-ccde4242-357e-4749-8e63-8f21598f98c4 admin admin] 10.222.0.48 "PUT /v2.0/routers/b13cb7bb-117b-4a02-9a77-9f22dcc375d3 HTTP/1.1" status: 200 len: 890 time: 2.1981142 Nov 15 19:17:23.830929 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Sync routers for ids ['b13cb7bb-117b-4a02-9a77-9f22dcc375d3'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:17:23.848181 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Routers {'b13cb7bb-117b-4a02-9a77-9f22dcc375d3'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:17:23.849628 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:17:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['b13cb7bb-117b-4a02-9a77-9f22dcc375d3'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:17:23.984153 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 77cd1fbd-6743-47ab-be00-a350486db686 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:17:24.136967 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 77cd1fbd-6743-47ab-be00-a350486db686 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:24.137336 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:24.139944 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Set router b13cb7bb-117b-4a02-9a77-9f22dcc375d3 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:17:24.704508 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'name': 'router1', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'bf1ca1a7-617c-436c-a0fb-db7a29d703be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:17:01Z', 'updated_at': '2021-11-15T19:17:21Z', 'revision_number': 4, 'project_id': '41964469b72d4402941df65e81874bc7', 'gw_port': {'id': 'bf1ca1a7-617c-436c-a0fb-db7a29d703be', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:20Z', 'updated_at': '2021-11-15T19:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '77cd1fbd-6743-47ab-be00-a350486db686', 'name': '', 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'mac_address': 'fa:16:3e:91:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:11Z', 'updated_at': '2021-11-15T19:17:16Z', 'revision_number': 5, 'project_id': '41964469b72d4402941df65e81874bc7', 'subnets': [{'id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc2059b-2075-4bde-903d-1589dc45cff6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:17:24.758597 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Checking router: b13cb7bb-117b-4a02-9a77-9f22dcc375d3 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:17:24.758926 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Updating router b13cb7bb-117b-4a02-9a77-9f22dcc375d3 port bf1ca1a7-617c-436c-a0fb-db7a29d703be binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:17:24.810168 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:24.853859 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 44710) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:17:25.010117 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3c034d9b-f204-48e6-93b0-d5bf2a661353 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1546974 Nov 15 19:17:25.201438 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:25.295074 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:25.348491 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Attempting to bind port bf1ca1a7-617c-436c-a0fb-db7a29d703be on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:17:25.349061 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Attempting to bind port bf1ca1a7-617c-436c-a0fb-db7a29d703be by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:17:25.349263 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Attempting to bind port bf1ca1a7-617c-436c-a0fb-db7a29d703be on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:17:25.355200 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab946edd-6a8d-4868-80ad-59510e7d6808 None None] Pushing event updated for resources: {'Port': ['ID=bf1ca1a7-617c-436c-a0fb-db7a29d703be,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:25.361299 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:17:25.361651 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:17:25.362037 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:25.362430 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:17:25.363643 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Bound port: bf1ca1a7-617c-436c-a0fb-db7a29d703be, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:17:25.363643 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:25.424104 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] For port bf1ca1a7-617c-436c-a0fb-db7a29d703be, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:17:25.428389 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] For port bf1ca1a7-617c-436c-a0fb-db7a29d703be, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=bf1ca1a7-617c-436c-a0fb-db7a29d703be,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:17:25.514139 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:25.586900 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab946edd-6a8d-4868-80ad-59510e7d6808 None None] Pushing event updated for resources: {'Port': ['ID=bf1ca1a7-617c-436c-a0fb-db7a29d703be,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:25.592784 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Routers {'b13cb7bb-117b-4a02-9a77-9f22dcc375d3'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:17:25.593409 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:17:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['b13cb7bb-117b-4a02-9a77-9f22dcc375d3'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:17:25.770741 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] Set router b13cb7bb-117b-4a02-9a77-9f22dcc375d3 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:17:26.019136 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'name': 'router1', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'bf1ca1a7-617c-436c-a0fb-db7a29d703be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:17:01Z', 'updated_at': '2021-11-15T19:17:21Z', 'revision_number': 4, 'project_id': '41964469b72d4402941df65e81874bc7', 'gw_port': {'id': 'bf1ca1a7-617c-436c-a0fb-db7a29d703be', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:20Z', 'updated_at': '2021-11-15T19:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '77cd1fbd-6743-47ab-be00-a350486db686', 'name': '', 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'mac_address': 'fa:16:3e:91:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:11Z', 'updated_at': '2021-11-15T19:17:16Z', 'revision_number': 5, 'project_id': '41964469b72d4402941df65e81874bc7', 'subnets': [{'id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc2059b-2075-4bde-903d-1589dc45cff6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:17:26.050553 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6387e-0b57-4464-9bf4-a96e5f58840d None None] The sync data for ids ['b13cb7bb-117b-4a02-9a77-9f22dcc375d3'] in dv-cinder-801522-7-iscsi is: [{'id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'name': 'router1', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'bf1ca1a7-617c-436c-a0fb-db7a29d703be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:17:01Z', 'updated_at': '2021-11-15T19:17:21Z', 'revision_number': 4, 'project_id': '41964469b72d4402941df65e81874bc7', 'gw_port': {'id': 'bf1ca1a7-617c-436c-a0fb-db7a29d703be', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:20Z', 'updated_at': '2021-11-15T19:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '77cd1fbd-6743-47ab-be00-a350486db686', 'name': '', 'network_id': '682c323d-a0a8-4a9f-bdde-e6373ccb42e3', 'tenant_id': '41964469b72d4402941df65e81874bc7', 'mac_address': 'fa:16:3e:91:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13cb7bb-117b-4a02-9a77-9f22dcc375d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:17:11Z', 'updated_at': '2021-11-15T19:17:16Z', 'revision_number': 5, 'project_id': '41964469b72d4402941df65e81874bc7', 'subnets': [{'id': 'eb3a95a2-cca5-46f8-b32b-d80687dca432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc2059b-2075-4bde-903d-1589dc45cff6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:17:27.985660 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device bf1ca1a7-617c-436c-a0fb-db7a29d703be up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:17:28.064392 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port bf1ca1a7-617c-436c-a0fb-db7a29d703be triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:28.065038 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:28.176185 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:28.206822 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port bf1ca1a7-617c-436c-a0fb-db7a29d703be, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=bf1ca1a7-617c-436c-a0fb-db7a29d703be,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:17:28.312668 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:28.426239 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=bf1ca1a7-617c-436c-a0fb-db7a29d703be,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:17:29.953829 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device bf1ca1a7-617c-436c-a0fb-db7a29d703be up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:17:30.041916 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port bf1ca1a7-617c-436c-a0fb-db7a29d703be triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:17:30.042423 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:32.336074 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-15f99df3-1de4-42ec-b472-ddf71a4febe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:34.717673 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ba426acd-6a23-4e88-b809-b785e4fad03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:35.750389 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:37.323478 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:38.026254 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:17:46.000740 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:18:02.406619 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-21c03486-b914-4c39-af62-40bab6c2a71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:04.648516 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6ce774f8-24e7-4ed8-b48f-5cde9858d36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:05.734207 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:07.296881 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:08.020441 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:22.999100 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:18:32.292953 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cbb55b1d-1f7f-4f1a-a5a2-4372e6f6780e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:34.656635 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c15e517d-758b-4809-bc56-a8b71a1b2351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:35.731242 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:37.298618 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:38.027959 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:18:59.998393 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:19:02.298218 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8bb61c0f-3eca-48da-8109-e8965e9f1294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:04.624672 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fcd3a3ce-ed13-4f85-905a-4c06e0575870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:05.758657 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:07.303792 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:08.026947 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:09.848235 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45272) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:09.909187 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9fb6d6-579b-46c8-95a1-97d73210c966 admin admin] GET failed (client error): The resource could not be found. Nov 15 19:19:09.910520 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-ad9fb6d6-579b-46c8-95a1-97d73210c966 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613315 Nov 15 19:19:10.074633 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1bc08-5cf1-4cd1-b12e-54a6d2c327a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:10.075989 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-f9a1bc08-5cf1-4cd1-b12e-54a6d2c327a3 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1607511 Nov 15 19:19:12.453469 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45282) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:12.544813 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421fe6c3-9845-445c-b7a8-d54886865c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:12.546131 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-421fe6c3-9845-445c-b7a8-d54886865c92 admin admin] 10.222.0.48 "GET /v2.0/subnets/eb3a95a2-cca5-46f8-b32b-d80687dca432 HTTP/1.1" status: 200 len: 849 time: 0.0906920 Nov 15 19:19:12.556646 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:19:12.643015 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:12.897733 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755456476070'] for subnet, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:12.934102 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:12.934723 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:12.936643 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] 10.222.0.48 "PUT /v2.0/subnets/eb3a95a2-cca5-46f8-b32b-d80687dca432 HTTP/1.1" status: 200 len: 868 time: 0.3831103 Nov 15 19:19:12.941576 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42956b97-96a6-470a-8209-3e80cee98b4c None None] Network 682c323d-a0a8-4a9f-bdde-e6373ccb42e3 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:19:12.957997 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3a95a2-cca5-46f8-b32b-d80687dca432,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:19:12.966149 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.966616 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.967028 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.967454 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.967984 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.968415 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.968817 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.969760 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.970135 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.970554 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.970947 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:12.971334 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fef34-f269-456d-baac-f9fe580b46a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:19:13.319654 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-fc8e3b61-677c-41d9-9fac-4d6d51a88269 None None] Provisioning complete for port 77cd1fbd-6743-47ab-be00-a350486db686 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:19:13.320015 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fc8e3b61-677c-41d9-9fac-4d6d51a88269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:13.405882 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-fc8e3b61-677c-41d9-9fac-4d6d51a88269 None None] Provisioning complete for port 2080036d-985f-436a-be37-1b2b8298d1c6 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:19:13.406148 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fc8e3b61-677c-41d9-9fac-4d6d51a88269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:15.330132 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45290) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:15.537812 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b083cdb-6d18-4651-8e6e-1e0274d90b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:15.538191 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b083cdb-6d18-4651-8e6e-1e0274d90b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:15.539797 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1b083cdb-6d18-4651-8e6e-1e0274d90b94 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2085962 Nov 15 19:19:17.870548 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45300) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:18.009028 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77268e79-0f4a-49f0-9684-5c4cb2dd918b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:18.009490 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77268e79-0f4a-49f0-9684-5c4cb2dd918b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:18.011287 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-77268e79-0f4a-49f0-9684-5c4cb2dd918b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1394897 Nov 15 19:19:20.376646 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45308) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:20.529015 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ee3b2-f121-47df-b4b3-c8005f5d8534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:20.530286 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-194ee3b2-f121-47df-b4b3-c8005f5d8534 admin admin] 10.222.0.48 "GET /v2.0/networks/29bf59e2-0ea5-4586-a000-2b1f46a2d04e HTTP/1.1" status: 200 len: 886 time: 0.1526716 Nov 15 19:19:22.886538 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45316) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:23.035843 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17ae5c-8143-4014-b384-2e67aae4877d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:23.037266 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ff17ae5c-8143-4014-b384-2e67aae4877d admin admin] 10.222.0.48 "GET /v2.0/networks/682c323d-a0a8-4a9f-bdde-e6373ccb42e3 HTTP/1.1" status: 200 len: 869 time: 0.1497669 Nov 15 19:19:25.392988 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45324) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:25.518281 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8c687-d53b-4df7-8395-ffc2d142cd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:25.518724 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8c687-d53b-4df7-8395-ffc2d142cd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:25.520246 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-42d8c687-d53b-4df7-8395-ffc2d142cd12 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262913 Nov 15 19:19:27.860565 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45332) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:27.983030 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1afdc2-6756-41b2-aaac-9cd7ab65cff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:27.983480 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1afdc2-6756-41b2-aaac-9cd7ab65cff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:27.985619 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-fd1afdc2-6756-41b2-aaac-9cd7ab65cff6 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240721 Nov 15 19:19:30.313291 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45340) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:30.407696 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f73b4-90f3-4c0f-bdbb-1eb167a870ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:30.409123 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-7a7f73b4-90f3-4c0f-bdbb-1eb167a870ab admin admin] 10.222.0.48 "GET /v2.0/subnets/eb3a95a2-cca5-46f8-b32b-d80687dca432 HTTP/1.1" status: 200 len: 868 time: 0.0948975 Nov 15 19:19:32.279970 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-31273ee6-54d1-4218-86c9-389a21385bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:32.736613 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45348) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:32.825097 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ba652-22c8-4c35-80a6-0efe1302f4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:19:32.826463 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d34ba652-22c8-4c35-80a6-0efe1302f4b8 admin admin] 10.222.0.48 "GET /v2.0/subnets/eb43ae98-1f1c-41e9-9f82-14312f4c794e HTTP/1.1" status: 200 len: 816 time: 0.0888474 Nov 15 19:19:34.617417 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2b78f9bc-a145-4141-9082-3c7a2dc54faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:35.754380 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:36.997836 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:19:37.318398 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:38.020990 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:19:58.183047 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45402) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:19:58.231311 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [None req-b967e8ae-079c-42cf-a7cf-a8b9e3cd4cf4 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:19:58.232316 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b967e8ae-079c-42cf-a7cf-a8b9e3cd4cf4 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483902 Nov 15 19:20:00.629354 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45410) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:20:00.689089 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c6dffd-845a-4a32-a0ac-e5603176f081 admin admin] GET failed (client error): The resource could not be found. Nov 15 19:20:00.690361 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-57c6dffd-845a-4a32-a0ac-e5603176f081 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600348 Nov 15 19:20:00.776295 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd3bf47-0dbc-484b-acf3-730f5eae3aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:20:00.777784 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9fd3bf47-0dbc-484b-acf3-730f5eae3aff admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828145 Nov 15 19:20:02.271525 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-31684f72-c7c8-426e-953a-8200dda8887b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:03.140554 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45418) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:20:03.188727 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:20:03.256084 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Made reservation on behalf of 4bf92d7e52b44d349904285d47268ea3 for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:20:03.258430 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:03.289008 dv-cinder-801522-7-iscsi neutron-server[102515]: WARNING neutron.services.revisions.revision_plugin [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Could not find related network for resource to bump revision. Nov 15 19:20:03.303435 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:20:03.313240 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:03.313578 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Added segment 833d245e-edeb-4170-9bbe-8124fd10130a of type vlan for network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 Nov 15 19:20:03.360417 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:03.416533 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:03.417476 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:20:03.418073 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:03.478709 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] Pushing event updated for resources: {'Network': ['ID=d97d50f0-0482-49f9-a14e-8e5c8f2527f3,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:20:03.488989 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:20:03.625253 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-37472295-dbaa-4b78-b8a5-ca6cc3b2810b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4835145 Nov 15 19:20:04.637272 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e506754f-1c79-449a-b349-47192a2a0a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:05.740474 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:06.013356 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45426) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:20:06.072246 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f34372-1eb8-4b5b-bdee-96a0613c3fb7 admin admin] GET failed (client error): The resource could not be found. Nov 15 19:20:06.073534 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-68f34372-1eb8-4b5b-bdee-96a0613c3fb7 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593102 Nov 15 19:20:06.174269 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee9e43-2800-4564-ad0f-bd428f41e31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:20:06.175671 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-eeee9e43-2800-4564-ad0f-bd428f41e31a admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0975103 Nov 15 19:20:06.186523 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:20:06.294633 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Made reservation on behalf of 4bf92d7e52b44d349904285d47268ea3 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:20:06.297582 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:06.507941 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:06.563544 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1dc9188-0ab9-4d53-92f6-6cb99307f370,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:20:06.573136 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.573491 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.573824 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.574146 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.574465 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.574800 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.575127 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.575456 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.575788 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.576100 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.576970 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.577281 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:06.581477 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Checking segment: {'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:20:06.581829 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Network hostable DHCP agents. Network: d97d50f0-0482-49f9-a14e-8e5c8f2527f3, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:20:06.632956 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:20:06.690563 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, d97d50f0-0482-49f9-a14e-8e5c8f2527f3) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:20:06.694763 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:20:06.695347 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:06.700042 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65669b8d-6840-4c0f-8179-a4aecb67e6e8 None None] Network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:20:06.750717 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-86332b44-4e61-40c0-b6ed-0f9821450ab8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5680068 Nov 15 19:20:06.856118 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-d97d50f0-0482-49f9-a14e-8e5c8f2527f3', 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3', 'tenant_id': '4bf92d7e52b44d349904285d47268ea3', 'fixed_ips': [{'subnet_id': 'e1dc9188-0ab9-4d53-92f6-6cb99307f370'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:20:06.857155 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:07.000588 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Allocated IP 192.168.233.2 (d97d50f0-0482-49f9-a14e-8e5c8f2527f3/e1dc9188-0ab9-4d53-92f6-6cb99307f370/6cecf92f-0d88-4e26-9112-071f7d30f16b) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:20:07.146130 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:07.222556 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:07.274497 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:20:07.283624 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:20:07.286035 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:20:07.291169 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Pushing event updated for resources: {'Port': ['ID=6cecf92f-0d88-4e26-9112-071f7d30f16b,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:20:07.303546 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.303896 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.304231 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.304654 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.304979 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.305303 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.305623 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.305987 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.306277 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.306595 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.306942 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.307276 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:20:07.369793 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Attempting to bind port 6cecf92f-0d88-4e26-9112-071f7d30f16b on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:20:07.370155 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Attempting to bind port 6cecf92f-0d88-4e26-9112-071f7d30f16b by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:20:07.371335 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Attempting to bind port 6cecf92f-0d88-4e26-9112-071f7d30f16b on network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:20:07.376349 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:20:07.376778 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Checking segment: {'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:20:07.377172 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:07.377554 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Bound using segment: {'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:20:07.378004 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Bound port: 6cecf92f-0d88-4e26-9112-071f7d30f16b, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:20:07.378372 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:07.387480 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:07.445467 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] For port 6cecf92f-0d88-4e26-9112-071f7d30f16b, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:20:07.448676 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] For port 6cecf92f-0d88-4e26-9112-071f7d30f16b, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=6cecf92f-0d88-4e26-9112-071f7d30f16b,segment=NetworkSegment(833d245e-edeb-4170-9bbe-8124fd10130a),segment_id=833d245e-edeb-4170-9bbe-8124fd10130a)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:20:07.513821 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:07.579995 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e4bee-d7e2-40e8-9961-eaea34b630c5 None None] Pushing event updated for resources: {'Port': ['ID=6cecf92f-0d88-4e26-9112-071f7d30f16b,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:20:08.024356 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 6cecf92f-0d88-4e26-9112-071f7d30f16b up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:20:08.053963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:08.086572 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 6cecf92f-0d88-4e26-9112-071f7d30f16b triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:20:08.086944 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:08.173096 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:08.214941 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 6cecf92f-0d88-4e26-9112-071f7d30f16b, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=6cecf92f-0d88-4e26-9112-071f7d30f16b,segment=NetworkSegment(833d245e-edeb-4170-9bbe-8124fd10130a),segment_id=833d245e-edeb-4170-9bbe-8124fd10130a)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:20:08.314773 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:08.371053 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=6cecf92f-0d88-4e26-9112-071f7d30f16b,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:20:08.445043 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97e0b6-ab7b-4a9b-88d8-e27b27dc20dd None None] Network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:20:08.571471 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-60188393-91e4-4ad7-873d-671099c409b2 None None] Provisioning complete for port 6cecf92f-0d88-4e26-9112-071f7d30f16b triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:20:08.571795 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-60188393-91e4-4ad7-873d-671099c409b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:08.905168 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-ae1769fc-59d1-4ebe-bdde-90938f60bc91 None None] Provisioning complete for port 6cecf92f-0d88-4e26-9112-071f7d30f16b triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:20:08.905543 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ae1769fc-59d1-4ebe-bdde-90938f60bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:09.981296 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 6cecf92f-0d88-4e26-9112-071f7d30f16b up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:20:10.029282 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 6cecf92f-0d88-4e26-9112-071f7d30f16b triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:20:10.029640 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:13.998363 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:20:32.289607 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0769b22c-3377-4d52-9af0-d2155d36c64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:34.625513 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fe05e3df-9e07-4a8c-9a6d-97ef154a55a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:35.756873 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:37.329625 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:38.015361 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:20:50.997334 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:21:02.306128 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b02c16ea-3164-443e-8a6d-3460662ee6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:04.631856 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-13e47b6e-703b-4116-b8c0-2878e4d3a545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:05.796149 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:07.318252 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:08.035986 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:27.995463 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:21:32.281524 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-31386b06-3400-4ed3-ac6c-dc5227497ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:34.636468 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f036960e-4f85-4944-9bf0-6d753413a6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:35.825095 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:35.873266 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45472) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:21:35.879008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [None req-6d0c4548-bcdc-46a0-9b2c-88c4794336d1 tempest-verify_tempest_config-1004361053 tempest-verify_tempest_config-1004361053-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:21:35.879990 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-6d0c4548-bcdc-46a0-9b2c-88c4794336d1 tempest-verify_tempest_config-1004361053 tempest-verify_tempest_config-1004361053-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057564 Nov 15 19:21:36.439240 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45490) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:21:36.543616 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:36.615860 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:36.693746 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:36.739905 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac73c44f3b6144aab688e313df0635a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2994816 Nov 15 19:21:36.740767 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f197a-3581-4613-adf4-9284acd88359,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:21:36.743227 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45494) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:21:36.748536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.748916 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.749250 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.749582 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.749927 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.750405 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.750732 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.751068 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.751422 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.751740 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.752077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.752407 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d702c0e-49cf-40bf-975b-351d0e7eccc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:36.799560 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:36.821188 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:37.008473 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:37.011122 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:37.012423 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba9f197a-3581-4613-adf4-9284acd88359 HTTP/1.1" status: 204 len: 168 time: 0.2681227 Nov 15 19:21:37.021019 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f197a-3581-4613-adf4-9284acd88359,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:21:37.028016 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.028391 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.028723 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.029155 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.029491 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.029815 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.030140 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.030460 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.030796 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.031214 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.031420 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.031736 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ca7f-12e5-4408-8e97-f93dee61e89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:21:37.334396 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:21:38.042385 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:02.252900 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-62660fe9-a756-4336-ab45-1e6a1df2ceae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:04.629686 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c0d02a19-277f-460d-983c-22e08864d517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:04.994356 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:22:05.754250 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:07.355309 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:08.024062 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:32.303254 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ebe928ff-6f99-4c39-957f-920640926f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:34.645047 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-584df125-4d45-4810-a483-2ade187830e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:35.772587 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:37.337848 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:38.029165 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:22:41.993088 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 5 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:23:02.297096 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b301ebed-553c-4d40-86f3-e7dd6369e906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:04.616418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba0bb-81c0-48e6-84b4-2c8c35c78f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:05.754030 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:07.359550 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:08.022415 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:12.581917 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505638'] for agent, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:18.992348 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:23:27.617933 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45568) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:23:27.727566 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2bd2f090-88b4-4497-8248-5756b8f0cffb admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1079767 Nov 15 19:23:30.099241 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45578) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:23:30.152392 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3fa379d1-7dba-46a9-b1aa-87db73395ee2 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520611 Nov 15 19:23:32.279329 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3c19a84d-7a60-4524-941a-64452f5b04f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:34.656104 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e38d2118-ccac-4d2c-beba-46fdbb298a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:35.873029 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:37.318770 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:38.009798 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:42.546176 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:23:55.991214 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:24:02.317943 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d873898a-8d73-4999-8211-b6dec571d4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:04.637404 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-96cc0ad3-a975-44ae-a9b6-ef53b423fce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:05.763435 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:07.317461 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:08.026259 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:12.528966 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:32.294287 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cf520ce5-01e5-4d0c-9bf4-ca527552b56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:32.990146 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:24:34.638061 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb9ef-9fee-4783-a388-edd8cbfc51a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:35.796807 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:37.356673 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:38.025284 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:24:42.562081 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:02.305499 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7e053060-03c6-4f1e-a1bf-924cc691bfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:04.648961 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8ee0-6288-484d-bd90-e349e49303aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:04.739087 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45772) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:04.759801 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45778) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:04.952569 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45786) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:04.999854 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45792) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:05.117292 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-126433731-network', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:05.180926 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-124338081-network', 'tenant_id': '944fac2241b641eea7abb0709d60afcc'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:05.216379 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Made reservation on behalf of feaf7ba58d1c4392af14964ed9697c7c for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:05.219855 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.240854 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.315731 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Made reservation on behalf of 944fac2241b641eea7abb0709d60afcc for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:05.318658 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.395959 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.397581 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.406764 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1780952172-network', 'tenant_id': '11243378914b4aef98122fff6805d23f'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:05.407035 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-622777954-network', 'tenant_id': '96af1c4a8e85498680b1465b65af21b2'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:05.454256 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.489491 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:25:05.520427 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.520427 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Added segment 1bf08e2d-5a85-4ade-a379-918d5e38f650 of type vlan for network c2b50177-4900-4c8b-aa6e-716b85262cbe Nov 15 19:25:05.534240 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Made reservation on behalf of 96af1c4a8e85498680b1465b65af21b2 for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:05.537347 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.547822 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.572508 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53b8512-4772-4773-8183-898b11bd94ca,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:05.609196 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.609747 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.610279 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.610782 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.611280 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.611818 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.612343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.612910 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.613460 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.613966 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.614900 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.615077 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Tracked resource versions report: Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: pushed versions: Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: { 'AddressGroup': {'1.2'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'ConntrackHelper': {'1.0'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Log': {'1.0'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Network': {'1.1'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Port': {'1.7'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'PortForwarding': {'1.2'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'QosPolicy': {'1.10'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SecurityGroup': {'1.5'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SecurityGroupRule': {'1.2'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SubPort': {'1.0'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Subnet': {'1.1'}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Trunk': {'1.1'}} Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: consumer versions: Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: { DHCP agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: HyperV agent@hv-cinder-80152: {}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: L3 agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: Metadata agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: Metering agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: Open vSwitch agent@dv-cinder-801522-7-iscsi: { 'AddressGroup': '1.2', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'ConntrackHelper': '1.0', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Log': '1.0', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Network': '1.1', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Port': '1.7', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'PortForwarding': '1.2', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'QosPolicy': '1.10', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SecurityGroup': '1.5', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SecurityGroupRule': '1.2', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'SubPort': '1.0', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Subnet': '1.1', Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: 'Trunk': '1.1'}} Nov 15 19:25:05.616912 dv-cinder-801522-7-iscsi neutron-server[102516]: {{(pid=102516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 19:25:05.628617 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.673854 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.740213 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.748858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.767367 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:25:05.769886 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Made reservation on behalf of 11243378914b4aef98122fff6805d23f for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:05.780788 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.782284 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.786557 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.787512 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Added segment fa8ee3d6-604f-4cc9-86c3-a6538e042818 of type vlan for network dac6c9e2-b179-4d0f-bd60-2e8875184c98 Nov 15 19:25:05.797637 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.832246 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.862775 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:25:05.889725 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.894334 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be96871-5b0e-421a-9ec8-4ededadcca5e,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:05.897056 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.898062 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:05.899006 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.903137 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:05.903473 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Added segment fd1752d8-2eee-4d95-b593-d5194222c57b of type vlan for network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef Nov 15 19:25:05.917443 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e2084e-1680-497b-a9e9-96c43c3411a0,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:05.950432 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.950990 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.951535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.952188 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.954378 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.954378 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.954378 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.954868 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.955163 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.955702 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.956236 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.956805 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Tracked resource versions report: Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: pushed versions: Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: { 'AddressGroup': {'1.2'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'ConntrackHelper': {'1.0'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Log': {'1.0'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Network': {'1.1'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Port': {'1.7'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'PortForwarding': {'1.2'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'QosPolicy': {'1.10'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SecurityGroup': {'1.5'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SecurityGroupRule': {'1.2'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SubPort': {'1.0'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Subnet': {'1.1'}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Trunk': {'1.1'}} Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: consumer versions: Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: { DHCP agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: HyperV agent@hv-cinder-80152: {}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: L3 agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: Metadata agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: Metering agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: Open vSwitch agent@dv-cinder-801522-7-iscsi: { 'AddressGroup': '1.2', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'ConntrackHelper': '1.0', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Log': '1.0', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Network': '1.1', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Port': '1.7', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'PortForwarding': '1.2', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'QosPolicy': '1.10', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SecurityGroup': '1.5', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SecurityGroupRule': '1.2', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'SubPort': '1.0', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Subnet': '1.1', Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: 'Trunk': '1.1'}} Nov 15 19:25:05.958806 dv-cinder-801522-7-iscsi neutron-server[102515]: {{(pid=102515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 19:25:05.994931 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.017813 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.028576 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b50177-4900-4c8b-aa6e-716b85262cbe,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:06.047514 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-975ca423-18d6-40d7-b3b3-a29a6099a892 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2964342 Nov 15 19:25:06.048310 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45830) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:06.051141 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network c2b50177-4900-4c8b-aa6e-716b85262cbe details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:25:06.064905 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Request body: {'subnet': {'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-126433731-subnet', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:06.081254 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.114198 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:25:06.118966 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.120831 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:06.121907 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.128586 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74622574-c96d-49fc-9dfe-e791df4a675f,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:06.135231 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.135826 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Added segment 2e70abe7-6e78-48d5-b58c-3bd2608056ac of type vlan for network 40df3f60-b95a-443a-b00f-e785277e2077 Nov 15 19:25:06.198376 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.245291 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.246980 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:06.248771 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.294113 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=dac6c9e2-b179-4d0f-bd60-2e8875184c98,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:06.301948 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Made reservation on behalf of feaf7ba58d1c4392af14964ed9697c7c for: {'subnet': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:06.306400 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.316560 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network dac6c9e2-b179-4d0f-bd60-2e8875184c98 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:25:06.392740 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] Pushing event updated for resources: {'Network': ['ID=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:06.397670 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.399901 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:06.401347 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.524457 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:25:06.596072 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-c52ff2c5-a1ae-4187-9de1-fc6a6c92ddb2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8350463 Nov 15 19:25:06.603879 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45840) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:06.609588 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Request body: {'subnet': {'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-subnet', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:06.627827 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] Pushing event updated for resources: {'Network': ['ID=40df3f60-b95a-443a-b00f-e785277e2077,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:06.644545 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 40df3f60-b95a-443a-b00f-e785277e2077 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:25:06.651858 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-92d9b1d9-a18d-4e92-b0f9-9b817e55e4a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6463704 Nov 15 19:25:06.659993 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45842) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:06.666810 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Request body: {'subnet': {'network_id': 'dac6c9e2-b179-4d0f-bd60-2e8875184c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-622777954-subnet', 'tenant_id': '96af1c4a8e85498680b1465b65af21b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:06.744863 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-61a98439-7d46-4944-a9de-7e3055319c8f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7895656 Nov 15 19:25:06.751005 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45848) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:06.772520 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Request body: {'subnet': {'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1780952172-subnet', 'tenant_id': '11243378914b4aef98122fff6805d23f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:06.878245 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.909138 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Made reservation on behalf of 944fac2241b641eea7abb0709d60afcc for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:06.913051 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:06.984345 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2545385-046e-45a3-8f40-eb1f9190a69e,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:07.068140 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Checking segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:07.069223 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Network hostable DHCP agents. Network: c2b50177-4900-4c8b-aa6e-716b85262cbe, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:25:07.074518 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.db.api [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 19:25:07.074518 dv-cinder-801522-7-iscsi neutron-server[102516]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 15 19:25:07.074518 dv-cinder-801522-7-iscsi neutron-server[102516]: [parameters: {'project_id': '96af1c4a8e85498680b1465b65af21b2', 'id': '02f7877e-feca-4df5-9f06-e4c46bb355cf', 'expiration': datetime.datetime(2021, 11, 15, 19, 27, 7, 11705)}] Nov 15 19:25:07.074518 dv-cinder-801522-7-iscsi neutron-server[102516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 19:25:07.075310 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG oslo_db.api [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 19:25:07.140860 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Made reservation on behalf of 11243378914b4aef98122fff6805d23f for: {'subnet': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:07.143592 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:07.186692 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Network c2b50177-4900-4c8b-aa6e-716b85262cbe is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:25:07.295838 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, c2b50177-4900-4c8b-aa6e-716b85262cbe) {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:07.309148 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec49e00d-c470-4750-8a72-9447bea4c4c7 None None] Network c2b50177-4900-4c8b-aa6e-716b85262cbe requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:07.310342 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:07.312305 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:07.386529 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:07.432461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:07.569331 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4202e6af-4190-47b9-8461-182f2f071f30,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:07.600313 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-c2b50177-4900-4c8b-aa6e-716b85262cbe', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:25:07.601463 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:07.625532 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Checking segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:07.626039 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Network hostable DHCP agents. Network: 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:25:07.664236 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-a9752f31-2d2b-4c4e-86a8-26a3014e9c99 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6105065 Nov 15 19:25:07.671982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45880) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:07.683405 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:07.753447 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:25:07.803188 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:07.811809 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Made reservation on behalf of 96af1c4a8e85498680b1465b65af21b2 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:07.820835 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:07.904353 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Allocated IP 172.20.0.2 (c2b50177-4900-4c8b-aa6e-716b85262cbe/f2545385-046e-45a3-8f40-eb1f9190a69e/2a9f7d16-0461-4e9a-8c18-199ca84fbc51) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:07.942496 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2876cab-317e-4429-b897-8adf49ee5b6f,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:07.959365 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Checking segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:07.959365 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Network hostable DHCP agents. Network: 40df3f60-b95a-443a-b00f-e785277e2077, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:25:07.959566 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:07.977982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:07.978914 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:07.982303 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704cc42-fa33-4651-8764-218db35ab813 None None] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:08.042567 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Network 40df3f60-b95a-443a-b00f-e785277e2077 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:25:08.047626 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.049692 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.056694 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 40df3f60-b95a-443a-b00f-e785277e2077) {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:08.059237 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:08.062835 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.096643 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281987d-6ef4-4123-8970-a66f4c323322 None None] Network 40df3f60-b95a-443a-b00f-e785277e2077 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:08.180834 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-308596bf-5d74-4c0a-95f3-309541691e8d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5724289 Nov 15 19:25:08.181028 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45888) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:08.185666 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:08.209818 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.244405 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b7ad4863-0d68-4f3c-815b-9f03eb8f3295 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4913259 Nov 15 19:25:08.262591 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.344140 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.347595 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.414956 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.507583 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.549471 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.591367 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.601322 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45896) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:08.657305 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.667969 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Network c2b50177-4900-4c8b-aa6e-716b85262cbe is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:08.677098 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Checking segment: {'id': 'fa8ee3d6-604f-4cc9-86c3-a6538e042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dac6c9e2-b179-4d0f-bd60-2e8875184c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:08.685226 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Network hostable DHCP agents. Network: dac6c9e2-b179-4d0f-bd60-2e8875184c98, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:25:08.685226 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e640718-0d57-463b-b134-6e6f082000e6,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:08.698185 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:08.701201 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:08.708792 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d79be5-7874-4c96-8fc8-ebd49d177409 None None] Network 40df3f60-b95a-443a-b00f-e785277e2077 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:08.734715 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:25:08.735197 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4cc29834-8b3b-4c33-a89c-a751bd1f5b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.735766 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.768091 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Pushing event updated for resources: {'Port': ['ID=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:08.810009 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.810380 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.812673 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.812988 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4cc29834-8b3b-4c33-a89c-a751bd1f5b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.813103 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.813336 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.813657 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.813993 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.814536 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.815128 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.815692 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.816217 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.816569 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Tracked resource versions report: Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: pushed versions: Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: { 'AddressGroup': {'1.2'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'ConntrackHelper': {'1.0'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Log': {'1.0'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Network': {'1.1'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Port': {'1.7'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'PortForwarding': {'1.2'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'QosPolicy': {'1.10'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SecurityGroup': {'1.5'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SecurityGroupRule': {'1.2'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SubPort': {'1.0'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Subnet': {'1.1'}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Trunk': {'1.1'}} Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: consumer versions: Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: { DHCP agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: HyperV agent@hv-cinder-80152: {}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: L3 agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: Metadata agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: Metering agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: Open vSwitch agent@dv-cinder-801522-7-iscsi: { 'AddressGroup': '1.2', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'ConntrackHelper': '1.0', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Log': '1.0', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Network': '1.1', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Port': '1.7', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'PortForwarding': '1.2', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'QosPolicy': '1.10', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SecurityGroup': '1.5', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SecurityGroupRule': '1.2', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'SubPort': '1.0', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Subnet': '1.1', Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: 'Trunk': '1.1'}} Nov 15 19:25:08.819832 dv-cinder-801522-7-iscsi neutron-server[102517]: {{(pid=102517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 19:25:08.938417 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Attempting to bind port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:08.938902 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Attempting to bind port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:08.939128 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Attempting to bind port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 on network c2b50177-4900-4c8b-aa6e-716b85262cbe {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:08.963787 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:08.964155 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Checking segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:08.964581 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:08.964974 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Bound using segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:08.965452 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Bound port: 2a9f7d16-0461-4e9a-8c18-199ca84fbc51, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:08.965851 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.072142 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Network dac6c9e2-b179-4d0f-bd60-2e8875184c98 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:25:09.097978 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Allocated IP 172.20.0.2 (4dac51d4-2c54-4de0-be5f-66f6c0ea37ef/4202e6af-4190-47b9-8461-182f2f071f30/c30a2f6c-a8c2-44a2-a856-5d3a70720195) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:09.104320 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4cc29834-8b3b-4c33-a89c-a751bd1f5b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.148601 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-4cc29834-8b3b-4c33-a89c-a751bd1f5b2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f68d4a4890494982b38c3e0a4aff5a22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5456483 Nov 15 19:25:09.153123 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45902) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:09.169910 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] For port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:09.186957 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] For port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:09.238543 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, dac6c9e2-b179-4d0f-bd60-2e8875184c98) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:09.271925 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:09.273290 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.275287 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.285946 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc29834-8b3b-4c33-a89c-a751bd1f5b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac71e3ce-a3ef-4245-ad60-c643a8ddaa8f,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:09.286234 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dacc5c-1abd-436e-9a0d-d624c5ad032d None None] Network dac6c9e2-b179-4d0f-bd60-2e8875184c98 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:09.332177 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-12e391be-84bc-4fb1-9c8c-a2214c38bd85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.332921 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.394994 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-12e391be-84bc-4fb1-9c8c-a2214c38bd85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.443980 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.510996 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b6f6732f-8644-4aff-afe1-7545c2f0b220 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8387117 Nov 15 19:25:09.518120 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0bef4-5c8d-4a08-99b3-a9647c26e8a3 None None] Pushing event updated for resources: {'Port': ['ID=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:09.582169 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.594054 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.652303 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45c30f-6bf6-41d5-af04-ac5cea961c15 None None] Network dac6c9e2-b179-4d0f-bd60-2e8875184c98 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:09.763414 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.776552 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:09.797783 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-12e391be-84bc-4fb1-9c8c-a2214c38bd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.807949 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-12e391be-84bc-4fb1-9c8c-a2214c38bd85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:09.811726 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-12e391be-84bc-4fb1-9c8c-a2214c38bd85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac71e3ce-a3ef-4245-ad60-c643a8ddaa8f HTTP/1.1" status: 204 len: 168 time: 0.6542778 Nov 15 19:25:09.823347 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:09.833486 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Pushing event updated for resources: {'Port': ['ID=c30a2f6c-a8c2-44a2-a856-5d3a70720195,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:09.852657 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:09.899634 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.013129 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.015600 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e391be-84bc-4fb1-9c8c-a2214c38bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac71e3ce-a3ef-4245-ad60-c643a8ddaa8f,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:10.015842 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:25:10.143203 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Attempting to bind port c30a2f6c-a8c2-44a2-a856-5d3a70720195 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:10.143648 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Attempting to bind port c30a2f6c-a8c2-44a2-a856-5d3a70720195 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:10.145113 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Attempting to bind port c30a2f6c-a8c2-44a2-a856-5d3a70720195 on network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:10.232340 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Allocated IP 172.27.0.190 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/a396fb94-3685-483a-ace0-53e87a87b404) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:10.235797 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:10.236239 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Checking segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:10.236675 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.237078 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Bound using segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:10.237583 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Bound port: c30a2f6c-a8c2-44a2-a856-5d3a70720195, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:10.237988 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.335919 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:10.406602 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] For port c30a2f6c-a8c2-44a2-a856-5d3a70720195, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:10.411705 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] For port c30a2f6c-a8c2-44a2-a856-5d3a70720195, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=c30a2f6c-a8c2-44a2-a856-5d3a70720195,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:10.425273 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:10.425965 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.485295 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.570152 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.639628 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.733742 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e035bf-c9b6-4ebb-931d-74934ff914d5 None None] Pushing event updated for resources: {'Port': ['ID=c30a2f6c-a8c2-44a2-a856-5d3a70720195,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:10.775339 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:10.793398 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 45962) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:10.798689 dv-cinder-801522-7-iscsi neutron-server[102516]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 15 19:25:10.849275 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:10.863882 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:11.005298 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:11.037290 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Allocated IP 172.27.0.199 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/4a43971b-0ef4-4666-977b-b514a82a2cc7) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:11.058356 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45976) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:11.069484 dv-cinder-801522-7-iscsi neutron-server[102515]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 15 19:25:11.166160 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:11.190971 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:11.204655 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:11.219616 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Pushing event updated for resources: {'Port': ['ID=a396fb94-3685-483a-ace0-53e87a87b404,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:11.327588 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-5cde5097-9a66-4579-9740-126f4434d854 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:11.333025 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-5cde5097-9a66-4579-9740-126f4434d854 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 815 time: 0.5377703 Nov 15 19:25:11.374986 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5645d7-0a43-4a01-8845-ee13dd90b384 None None] Network c2b50177-4900-4c8b-aa6e-716b85262cbe requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:11.400921 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-0b3be648-2394-48ed-a9bb-d51409046ffe tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:11.402589 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-0b3be648-2394-48ed-a9bb-d51409046ffe tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/networks?id=dac6c9e2-b179-4d0f-bd60-2e8875184c98 HTTP/1.1" status: 200 len: 811 time: 0.3345263 Nov 15 19:25:11.422919 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-c8ebd292-6d5a-4179-88d7-8b365dfeee53 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/quotas/11243378914b4aef98122fff6805d23f HTTP/1.1" status: 200 len: 375 time: 0.0316885 Nov 15 19:25:11.437646 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:11.442832 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-9d1538ec-b678-4188-8ae3-b1c9bb529854 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/quotas/96af1c4a8e85498680b1465b65af21b2 HTTP/1.1" status: 200 len: 375 time: 0.0261140 Nov 15 19:25:11.490773 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-dbdb676e-e810-42b4-8bcd-d7408df1a42d None None] Provisioning complete for port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:11.491558 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dbdb676e-e810-42b4-8bcd-d7408df1a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:11.538415 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-e633d640-5975-4700-8acf-06ab7a5182f8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96af1c4a8e85498680b1465b65af21b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697322 Nov 15 19:25:11.541549 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 45980) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:11.542129 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-6916e91d-1287-446a-8dfd-cede5992b87e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046054 Nov 15 19:25:11.564918 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c0c19e2d-b0b7-47e9-bc61-1dbfba12da81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:11.694432 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:11.836434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:11.855457 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:11.870693 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:11.876120 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c0c19e2d-b0b7-47e9-bc61-1dbfba12da81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:11.880323 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a43971b-0ef4-4666-977b-b514a82a2cc7,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:11.913463 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-5fd6ba7c-8f2b-4ede-8b3f-5b5625f480eb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:25:11.914735 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-5fd6ba7c-8f2b-4ede-8b3f-5b5625f480eb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1371007 Nov 15 19:25:11.943031 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:11.971906 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-fba9e0b8-101f-479b-a20a-b6b036bc41d5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:25:11.973060 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-fba9e0b8-101f-479b-a20a-b6b036bc41d5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1594353 Nov 15 19:25:12.012594 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c0c19e2d-b0b7-47e9-bc61-1dbfba12da81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.133127 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19e2d-b0b7-47e9-bc61-1dbfba12da81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8c0bb-165e-47e5-a53f-f468cd31e4c7,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:12.134741 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-69bbda86-dbb1-4fd8-92a6-08857f0fb867 None None] Provisioning complete for port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:12.135117 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-69bbda86-dbb1-4fd8-92a6-08857f0fb867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.224398 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-1b092089-0381-4c4b-bbd1-c7993aa960d8 service neutron] 10.222.0.48 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024509 Nov 15 19:25:12.262822 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be115193-3361-48dd-8d4b-f5780656046b None None] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:12.335127 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c0c19e2d-b0b7-47e9-bc61-1dbfba12da81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=449dccd1b1414508b7fa0868666fee38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7935016 Nov 15 19:25:12.338688 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 46002) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:12.376269 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device c30a2f6c-a8c2-44a2-a856-5d3a70720195 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:12.405511 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.407189 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-bba76faa-85eb-4f20-bc69-3cceeafcac49 service neutron] 10.222.0.48 "GET /v2.0/networks/dac6c9e2-b179-4d0f-bd60-2e8875184c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238956 Nov 15 19:25:12.419138 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-35256e6e-f5d4-4253-b471-1a92c2565475 service neutron] 10.222.0.48 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601362 Nov 15 19:25:12.535887 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-8ace1b0d-a0ab-4473-a457-24c28366534a service neutron] 10.222.0.48 "GET /v2.0/networks/dac6c9e2-b179-4d0f-bd60-2e8875184c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159596 Nov 15 19:25:12.545042 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a0fef443-7d04-4ec3-be23-fa89d2b2effa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.574968 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a0fef443-7d04-4ec3-be23-fa89d2b2effa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.745559 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.757324 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-a1d6f88a-1543-4524-abc8-780c852fbae5 None None] Provisioning complete for port c30a2f6c-a8c2-44a2-a856-5d3a70720195 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:12.758203 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f88a-1543-4524-abc8-780c852fbae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.816431 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port c30a2f6c-a8c2-44a2-a856-5d3a70720195 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:12.816905 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.860136 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a0fef443-7d04-4ec3-be23-fa89d2b2effa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.860755 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Router 4fce6746-5632-4832-8c4f-e960924f8ba8 is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:25:12.863581 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a0fef443-7d04-4ec3-be23-fa89d2b2effa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.865109 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:12.867125 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-a0fef443-7d04-4ec3-be23-fa89d2b2effa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11d8c0bb-165e-47e5-a53f-f468cd31e4c7 HTTP/1.1" status: 204 len: 168 time: 0.5271456 Nov 15 19:25:12.882647 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fef443-7d04-4ec3-be23-fa89d2b2effa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8c0bb-165e-47e5-a53f-f468cd31e4c7,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:13.053169 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:13.281206 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:25:13.304637 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Sync routers for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:25:13.313895 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:13.327545 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f88a-1543-4524-abc8-780c852fbae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:13.347197 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:25:13.348239 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:13.451943 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8e0c13be-47a2-4dd8-adde-3d45a534c988 req-a0860c74-047c-40ba-86b4-bfdf3ffb2ca9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.2509313 Nov 15 19:25:13.490562 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:13.496027 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1058fd5e-e338-450b-8a81-1c5cf7f7b127 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8223681 Nov 15 19:25:13.496922 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46058) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:13.504436 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port c30a2f6c-a8c2-44a2-a856-5d3a70720195, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=c30a2f6c-a8c2-44a2-a856-5d3a70720195,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:13.594621 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:13.596007 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:13.778465 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-992147a6-0cee-476a-af98-f052e8cd24ea req-cbbb2060-855c-44ad-ba53-7bbb1cea852d tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.2691433 Nov 15 19:25:13.779677 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:25:14.082823 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.db.api [None req-a1d6f88a-1543-4524-abc8-780c852fbae5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 19:25:14.083474 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG oslo_db.api [None req-a1d6f88a-1543-4524-abc8-780c852fbae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 19:25:14.095751 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=c30a2f6c-a8c2-44a2-a856-5d3a70720195,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:14.118397 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:14.119137 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:14.143465 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:25:14.151518 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:25:14.182627 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Sync routers for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:25:14.221651 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:25:14.222900 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:14.287177 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:14.291971 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-51f5b2e2-42f3-4aef-aaa1-0f48e8d20cc9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1077766 Nov 15 19:25:14.296485 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 46092) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:14.574319 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:25:14.727593 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:11Z', 'revision_number': 3, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:14.762635 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device c30a2f6c-a8c2-44a2-a856-5d3a70720195 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:14.793726 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Checking router: 4fce6746-5632-4832-8c4f-e960924f8ba8 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:25:14.794694 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Updating router 4fce6746-5632-4832-8c4f-e960924f8ba8 port a396fb94-3685-483a-ace0-53e87a87b404 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:25:14.834444 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:14.860356 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:15.189979 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-689e1344-9eb3-4233-9e00-d929ad2c0f19 req-c913928d-2649-4162-95ab-f17a1e74253a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.0579014 Nov 15 19:25:15.251361 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f0008c1f-9b41-4d5c-97fb-194a13d97a01 req-da4b2a9f-0aad-45f9-ab7e-bb958097e969 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.1089008 Nov 15 19:25:15.476206 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:15.575291 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port c30a2f6c-a8c2-44a2-a856-5d3a70720195 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:15.576199 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:15.672671 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-2f80f86a-cefe-429a-bd0c-b4f8c05294f6 None None] Provisioning complete for port c30a2f6c-a8c2-44a2-a856-5d3a70720195 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:15.673332 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f80f86a-cefe-429a-bd0c-b4f8c05294f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:15.719678 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:15.782517 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Allocated IP 172.20.0.1 (c2b50177-4900-4c8b-aa6e-716b85262cbe/f2545385-046e-45a3-8f40-eb1f9190a69e/9a60a848-f9c9-4066-8b25-d002ec0f5008) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:15.821555 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:15.882032 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Allocated IP 172.20.0.1 (4dac51d4-2c54-4de0-be5f-66f6c0ea37ef/4202e6af-4190-47b9-8461-182f2f071f30/026748cc-677b-471c-9c1e-f17cdb2ef395) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:15.937560 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:12Z', 'revision_number': 3, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:15.943112 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Pushing event updated for resources: {'Port': ['ID=a396fb94-3685-483a-ace0-53e87a87b404,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:15.970570 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.970570 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.970570 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.970570 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.971280 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.971280 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.974780 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.976263 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.976263 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.976263 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.976263 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Tracked resource versions report: Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: pushed versions: Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: { 'AddressGroup': {'1.2'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'ConntrackHelper': {'1.0'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Log': {'1.0'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Network': {'1.1'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Port': {'1.7'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'PortForwarding': {'1.2'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'QosPolicy': {'1.10'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SecurityGroup': {'1.5'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SecurityGroupRule': {'1.2'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SubPort': {'1.0'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Subnet': {'1.1'}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Trunk': {'1.1'}} Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: consumer versions: Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: { DHCP agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: HyperV agent@hv-cinder-80152: {}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: L3 agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: Metadata agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: Metering agent@dv-cinder-801522-7-iscsi: {}, Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: Open vSwitch agent@dv-cinder-801522-7-iscsi: { 'AddressGroup': '1.2', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'ConntrackHelper': '1.0', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Log': '1.0', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Network': '1.1', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Port': '1.7', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'PortForwarding': '1.2', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'QosPolicy': '1.10', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SecurityGroup': '1.5', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SecurityGroupRule': '1.2', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'SubPort': '1.0', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Subnet': '1.1', Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: 'Trunk': '1.1'}} Nov 15 19:25:15.984035 dv-cinder-801522-7-iscsi neutron-server[102518]: {{(pid=102518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 19:25:15.993426 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Attempting to bind port a396fb94-3685-483a-ace0-53e87a87b404 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:15.993976 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Attempting to bind port a396fb94-3685-483a-ace0-53e87a87b404 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:15.994612 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Attempting to bind port a396fb94-3685-483a-ace0-53e87a87b404 on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:16.005372 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Checking router: 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:25:16.005709 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Updating router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 port 4a43971b-0ef4-4666-977b-b514a82a2cc7 binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:25:16.006409 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:16.006841 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:16.007295 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.007696 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:16.008222 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Bound port: a396fb94-3685-483a-ace0-53e87a87b404, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:16.015063 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.077859 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.092863 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.154881 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] For port a396fb94-3685-483a-ace0-53e87a87b404, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:16.159018 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] For port a396fb94-3685-483a-ace0-53e87a87b404, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=a396fb94-3685-483a-ace0-53e87a87b404,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:16.197377 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.284944 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.415598 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:25:16.416449 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:16.503983 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c8625-4308-4adf-a112-424c5189ce40 None None] Pushing event updated for resources: {'Port': ['ID=a396fb94-3685-483a-ace0-53e87a87b404,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:16.507148 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.552280 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dd246f74-67bd-496d-98ea-ede3650007f4 req-962585ec-61d6-4ef3-be95-3cc18423d35b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.0764434 Nov 15 19:25:16.636323 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:25:16.650055 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.724768 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Network c2b50177-4900-4c8b-aa6e-716b85262cbe is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:16.729578 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.743204 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:16.746931 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:16.749610 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:16.750163 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.751158 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:16.772782 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:16.781780 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:16.800271 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Pushing event updated for resources: {'Port': ['ID=026748cc-677b-471c-9c1e-f17cdb2ef395,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:16.830935 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Attempting to bind port 4a43971b-0ef4-4666-977b-b514a82a2cc7 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Attempting to bind port 4a43971b-0ef4-4666-977b-b514a82a2cc7 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Attempting to bind port 4a43971b-0ef4-4666-977b-b514a82a2cc7 on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Bound port: 4a43971b-0ef4-4666-977b-b514a82a2cc7, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:17.317802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:17.329692 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:11Z', 'revision_number': 3, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:17.329692 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b4486-d231-431f-83f1-63fb65b382a0 None None] The sync data for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi is: [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:11Z', 'revision_number': 3, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:25:17.333606 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] For port 4a43971b-0ef4-4666-977b-b514a82a2cc7, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:17.333606 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b3d03-db5c-48e5-ba33-1410636e8018 None None] Pushing event updated for resources: {'Port': ['ID=4a43971b-0ef4-4666-977b-b514a82a2cc7,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:17.333606 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] For port 4a43971b-0ef4-4666-977b-b514a82a2cc7, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4a43971b-0ef4-4666-977b-b514a82a2cc7,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:17.335073 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fca3274a-6d1e-42aa-a958-6e6f0bfb33b8 req-7da1a738-5d16-4e4a-a2e6-bd937359a7ec tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.4151316 Nov 15 19:25:17.335073 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a60a848-f9c9-4066-8b25-d002ec0f5008,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:17.337064 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:17.337201 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:17.423187 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-6d5c2367-9bc5-4729-8f78-7466742f48f8 None None] Provisioning complete for port 026748cc-677b-471c-9c1e-f17cdb2ef395 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:17.423553 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2367-9bc5-4729-8f78-7466742f48f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:17.436078 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:25:17.436932 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:17.762164 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:17.797150 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:25:17.864803 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:18.024585 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-611aecf5-3231-4b21-b08c-0ccd9b6768c3 req-5d3fe00e-957e-477b-a2fa-162ec28b9de7 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.1328299 Nov 15 19:25:18.029947 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:18.040992 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:18.125405 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b3d03-db5c-48e5-ba33-1410636e8018 None None] Pushing event updated for resources: {'Port': ['ID=4a43971b-0ef4-4666-977b-b514a82a2cc7,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:18.151415 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c2367-9bc5-4729-8f78-7466742f48f8 None None] Port 026748cc-677b-471c-9c1e-f17cdb2ef395 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:25:18.374506 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-47338f88-6a24-4bcf-9dbd-80fb258e3609 None None] Provisioning complete for port 9a60a848-f9c9-4066-8b25-d002ec0f5008 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:18.375209 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47338f88-6a24-4bcf-9dbd-80fb258e3609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:18.429063 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Pushing event updated for resources: {'Port': ['ID=026748cc-677b-471c-9c1e-f17cdb2ef395,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:18.474668 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-47338f88-6a24-4bcf-9dbd-80fb258e3609 None None] Port 9a60a848-f9c9-4066-8b25-d002ec0f5008 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:25:18.483737 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:15Z', 'revision_number': 1, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:18.534235 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc65e31-a866-434f-a291-edbc7b84b14d None None] The sync data for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi is: [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:15Z', 'revision_number': 1, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:25:18.577273 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7721eb53-38a5-4c14-8d17-04e2f82512d2 req-633a9e53-dbb0-462b-8dba-32a545171824 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.0843649 Nov 15 19:25:18.601209 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:18.610045 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:18.829613 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device a396fb94-3685-483a-ace0-53e87a87b404 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:18.941958 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:25:18.955689 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port a396fb94-3685-483a-ace0-53e87a87b404 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:18.956472 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:18.956811 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:19.163862 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:25:19.165287 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-9276a54d-889d-4151-beab-5c1941731b36 None None] Provisioning complete for port 026748cc-677b-471c-9c1e-f17cdb2ef395 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:19.166104 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9276a54d-889d-4151-beab-5c1941731b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:19.169243 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:19.188419 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-fb812670-99cb-4ee8-aaa1-397d2fa61c20 admin admin] 10.222.0.48 "PUT /v2.0/routers/56ce48ef-c20b-43aa-b41e-6fca09bfc7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8792851 Nov 15 19:25:19.237070 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c73893b-0481-476c-bfb7-e8f1b920a8ea req-56086382-45e3-4ca4-9d48-04fb13eb9a82 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.0604060 Nov 15 19:25:19.253711 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-9276a54d-889d-4151-beab-5c1941731b36 None None] Port 026748cc-677b-471c-9c1e-f17cdb2ef395 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:25:19.274320 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port a396fb94-3685-483a-ace0-53e87a87b404, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=a396fb94-3685-483a-ace0-53e87a87b404,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:19.787695 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:19.787695 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:19.790619 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:20.113989 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=a396fb94-3685-483a-ace0-53e87a87b404,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:20.173939 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f99c49d5-4b16-49e0-afdb-036d810ae8a0 req-55dd6a4c-7dc6-4dd4-940d-45002735fa8e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.0913270 Nov 15 19:25:20.198065 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a60a848-f9c9-4066-8b25-d002ec0f5008,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:20.333312 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Network c2b50177-4900-4c8b-aa6e-716b85262cbe is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:20.335182 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:20.747803 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7022dd8e-4ee5-4d47-bdf6-6780b5096e50 req-6e178228-8f84-418e-83bd-bff7451e027f tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.1495833 Nov 15 19:25:20.817727 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Router 4fce6746-5632-4832-8c4f-e960924f8ba8 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:25:20.950358 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-2ab1fb24-0d31-4acc-a869-03f7556c918e None None] Provisioning complete for port 9a60a848-f9c9-4066-8b25-d002ec0f5008 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:20.952481 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2ab1fb24-0d31-4acc-a869-03f7556c918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:21.151658 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 46268) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:21.155364 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1fb24-0d31-4acc-a869-03f7556c918e None None] Port 9a60a848-f9c9-4066-8b25-d002ec0f5008 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:25:21.204487 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.43', 55076) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:21.274370 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device a396fb94-3685-483a-ace0-53e87a87b404 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:21.376319 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:25:21.404301 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-cc62dbb7-e137-4b62-8507-7ff0425c00a3 admin admin] 10.222.0.48 "PUT /v2.0/routers/4fce6746-5632-4832-8c4f-e960924f8ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9042909 Nov 15 19:25:21.406247 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Sync routers for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:25:21.464462 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:25:21.474105 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:21.556650 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port a396fb94-3685-483a-ace0-53e87a87b404 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:21.558484 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:21.567933 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-83d029ef-7aaf-4a22-8ff8-e05bcd487ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:21.568642 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46282) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:21.574373 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-1d175ab9-5d09-4c39-9339-3fccd37b4be2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067855214', 'description': 'tempest-description--1908431911'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:21.674257 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-60d81927-b151-4db5-b5fb-0282e8dcd346 req-7f4c11a9-7f05-4a7f-8733-57a803acfb66 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.1129212 Nov 15 19:25:21.763231 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d175ab9-5d09-4c39-9339-3fccd37b4be2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:21.883381 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4a43971b-0ef4-4666-977b-b514a82a2cc7 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:22.015691 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:25:22.032925 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46296) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:22.055851 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 4a43971b-0ef4-4666-977b-b514a82a2cc7 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:22.058796 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.059552 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-383b795c-d4eb-4c6f-b239-10d2cc361271 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:22.065168 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-383b795c-d4eb-4c6f-b239-10d2cc361271 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.43 "GET /v2.0/networks?id=dac6c9e2-b179-4d0f-bd60-2e8875184c98 HTTP/1.1" status: 200 len: 811 time: 0.8596432 Nov 15 19:25:22.119184 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d175ab9-5d09-4c39-9339-3fccd37b4be2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.138542 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Request body: {'port': {'device_id': '7c3925cb-9e65-4e54-802d-202b6fc067cc', 'network_id': 'dac6c9e2-b179-4d0f-bd60-2e8875184c98', 'admin_state_up': True, 'tenant_id': '96af1c4a8e85498680b1465b65af21b2'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:22.156578 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0466a06c-6674-4811-8af6-fc5efe2b5811 req-706f51cb-7806-42a1-b446-c3d88c530a54 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.0783126 Nov 15 19:25:22.197339 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d175ab9-5d09-4c39-9339-3fccd37b4be2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.269307 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-83d029ef-7aaf-4a22-8ff8-e05bcd487ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.291456 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.43', 55081) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:22.311768 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175ab9-5d09-4c39-9339-3fccd37b4be2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a4d4d9-9364-4f92-848b-fe03c21ec7f8,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:22.342601 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.399148 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d175ab9-5d09-4c39-9339-3fccd37b4be2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.404845 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1d175ab9-5d09-4c39-9339-3fccd37b4be2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8347704 Nov 15 19:25:22.405841 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46310) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:22.421138 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-785b0bf5-fce7-4ef3-9f36-f444bcd6f28c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'security_group_rule': {'security_group_id': '62a4d4d9-9364-4f92-848b-fe03c21ec7f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:22.441769 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-83d029ef-7aaf-4a22-8ff8-e05bcd487ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.456811 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 4a43971b-0ef4-4666-977b-b514a82a2cc7, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4a43971b-0ef4-4666-977b-b514a82a2cc7,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:22.513754 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-83d029ef-7aaf-4a22-8ff8-e05bcd487ff3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b1244e472494f1eb020b268fde89ef3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3577752 Nov 15 19:25:22.520082 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46320) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:22.545957 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.671402 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Sync routers for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:25:22.674943 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=4a43971b-0ef4-4666-977b-b514a82a2cc7,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:22.705590 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:25:22.706324 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:22.713509 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf0ba-505e-4f17-ae51-14441e7b5ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.743203 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d029ef-7aaf-4a22-8ff8-e05bcd487ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c229d-1f81-4abb-bf55-490aa80f236a,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:22.776120 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-785b0bf5-fce7-4ef3-9f36-f444bcd6f28c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:22.785557 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-1e908275-0ca0-4037-ab41-89c9e8ab0121 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:22.796987 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-1e908275-0ca0-4037-ab41-89c9e8ab0121 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 815 time: 0.5037906 Nov 15 19:25:22.836723 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Request body: {'port': {'device_id': '6938588e-69b2-41e5-923c-5956977488f4', 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'admin_state_up': True, 'tenant_id': '11243378914b4aef98122fff6805d23f'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:23.051320 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:25:23.077447 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-785b0bf5-fce7-4ef3-9f36-f444bcd6f28c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.090451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4b636863-c6b8-4458-a1b9-2c637397768d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.090727 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:18Z', 'revision_number': 2, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:23.116995 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Made reservation on behalf of 96af1c4a8e85498680b1465b65af21b2 for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:23.125325 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.128535 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ff332e3-c39c-4f55-8e0d-1e5e0cf46b30 req-1d8bb654-aaf8-402b-a632-6b0033a1fe73 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.1116447 Nov 15 19:25:23.152586 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Checking router: 4fce6746-5632-4832-8c4f-e960924f8ba8 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:25:23.153129 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Updating router 4fce6746-5632-4832-8c4f-e960924f8ba8 port 9a60a848-f9c9-4066-8b25-d002ec0f5008 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:25:23.197856 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4b636863-c6b8-4458-a1b9-2c637397768d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.202330 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.228505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf0ba-505e-4f17-ae51-14441e7b5ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.246767 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-785b0bf5-fce7-4ef3-9f36-f444bcd6f28c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.413761 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b0bf5-fce7-4ef3-9f36-f444bcd6f28c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5905c9d-96ca-4659-b6e6-ee57bd795efe,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:23.415982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf0ba-505e-4f17-ae51-14441e7b5ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.418198 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Made reservation on behalf of 11243378914b4aef98122fff6805d23f for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:23.437420 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.516561 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46352) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:23.549006 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-bc8bf0ba-505e-4f17-ae51-14441e7b5ebf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e623a43d92cb49d8a437f03a079ec7e7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5149908 Nov 15 19:25:23.579685 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 46358) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:23.621579 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5d4a362-c4b9-4cbe-ac9d-f3bdf510518f req-3396b716-fa92-45b1-a756-646c0422143c tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.2089450 Nov 15 19:25:23.634369 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-785b0bf5-fce7-4ef3-9f36-f444bcd6f28c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.634528 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 2, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:23.638196 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-785b0bf5-fce7-4ef3-9f36-f444bcd6f28c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2306254 Nov 15 19:25:23.652054 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4b636863-c6b8-4458-a1b9-2c637397768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.654858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4b636863-c6b8-4458-a1b9-2c637397768d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:23.656087 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4b636863-c6b8-4458-a1b9-2c637397768d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b16c229d-1f81-4abb-bf55-490aa80f236a HTTP/1.1" status: 204 len: 168 time: 1.1327515 Nov 15 19:25:23.657504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 46362) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:23.689589 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bf0ba-505e-4f17-ae51-14441e7b5ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54958f9e-871f-4ee3-b4ff-73eb21a5b735,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:23.703733 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-1aab634e-0a6e-451f-b340-52744becfb42 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'security_group_rule': {'security_group_id': '62a4d4d9-9364-4f92-848b-fe03c21ec7f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:23.723642 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46366) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:23.736084 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Checking router: 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:25:23.736308 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Updating router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 port 026748cc-677b-471c-9c1e-f17cdb2ef395 binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:25:23.770865 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-62dddd8a-fb53-44f6-b756-ab9576d662b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375362699', 'description': 'tempest-description--874571430'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:23.799390 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b636863-c6b8-4458-a1b9-2c637397768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c229d-1f81-4abb-bf55-490aa80f236a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:23.822167 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.059492 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62dddd8a-fb53-44f6-b756-ab9576d662b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.064561 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d8efce74-f9a8-4958-a449-d8610f690c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.221303 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.291977 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62dddd8a-fb53-44f6-b756-ab9576d662b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.324114 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.338233 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1aab634e-0a6e-451f-b340-52744becfb42 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.431381 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4193bcf4-5c5d-4c33-a267-ff53cfeb8c65 req-0d0636e3-1ab6-4002-a296-ea9a0a0bb784 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.1375537 Nov 15 19:25:24.441445 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62dddd8a-fb53-44f6-b756-ab9576d662b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.485661 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d8efce74-f9a8-4958-a449-d8610f690c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.512821 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2ccef-2355-4471-b897-85051f6d8158 None None] Pushing event updated for resources: {'Port': ['ID=9a60a848-f9c9-4066-8b25-d002ec0f5008,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:24.630919 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d8efce74-f9a8-4958-a449-d8610f690c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.717047 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d8efce74-f9a8-4958-a449-d8610f690c81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e9ff4a20cc3413b990fb584c1631e82&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1667330 Nov 15 19:25:24.719930 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46382) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:24.733010 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62dddd8a-fb53-44f6-b756-ab9576d662b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.751020 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-62dddd8a-fb53-44f6-b756-ab9576d662b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0197346 Nov 15 19:25:24.752592 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Allocated IP 172.20.0.4 (dac6c9e2-b179-4d0f-bd60-2e8875184c98/4e640718-0d57-463b-b134-6e6f082000e6/a5a216b2-1e6f-4ea6-a9ca-0b3b66860784) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:24.755791 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dddd8a-fb53-44f6-b756-ab9576d662b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80592da6-1814-4d11-8eed-a98698e0df47,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:24.854710 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.855294 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Attempting to bind port 9a60a848-f9c9-4066-8b25-d002ec0f5008 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:24.855674 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Attempting to bind port 9a60a848-f9c9-4066-8b25-d002ec0f5008 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:24.856217 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Attempting to bind port 9a60a848-f9c9-4066-8b25-d002ec0f5008 on network c2b50177-4900-4c8b-aa6e-716b85262cbe {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:24.875713 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:24.876089 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Checking segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:24.878416 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.878416 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Bound using segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:24.878416 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Bound port: 9a60a848-f9c9-4066-8b25-d002ec0f5008, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:24.878416 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.903268 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46384) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:24.904107 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efce74-f9a8-4958-a449-d8610f690c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e612a-2447-4167-8eb3-032b5c814401,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:24.924938 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-3bbfca86-fec5-4db1-b44e-1a549f40776b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'security_group_rule': {'security_group_id': '80592da6-1814-4d11-8eed-a98698e0df47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:24.952883 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:24.997763 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0f7c52b2-e67a-47be-8999-d6631a269c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.029944 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] For port 9a60a848-f9c9-4066-8b25-d002ec0f5008, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:25.032173 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0f7c52b2-e67a-47be-8999-d6631a269c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.038683 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] For port 9a60a848-f9c9-4066-8b25-d002ec0f5008, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=9a60a848-f9c9-4066-8b25-d002ec0f5008,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:25.106749 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.145827 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0f7c52b2-e67a-47be-8999-d6631a269c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.148772 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0f7c52b2-e67a-47be-8999-d6631a269c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.153327 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0f7c52b2-e67a-47be-8999-d6631a269c2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea9e612a-2447-4167-8eb3-032b5c814401 HTTP/1.1" status: 204 len: 168 time: 0.3986187 Nov 15 19:25:25.169661 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c52b2-e67a-47be-8999-d6631a269c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e612a-2447-4167-8eb3-032b5c814401,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:25.193899 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca86-fec5-4db1-b44e-1a549f40776b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.220109 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4a43971b-0ef4-4666-977b-b514a82a2cc7 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:25.350485 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.406260 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:25:25.413017 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:25.423288 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2ccef-2355-4471-b897-85051f6d8158 None None] Pushing event updated for resources: {'Port': ['ID=9a60a848-f9c9-4066-8b25-d002ec0f5008,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:25.491392 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca86-fec5-4db1-b44e-1a549f40776b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.544527 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-059cded9-74df-4578-a8a0-b0ac237a25b7 req-c3cc28f4-0358-43b5-af90-5c8ec5daa9bf tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.4095685 Nov 15 19:25:25.599025 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca86-fec5-4db1-b44e-1a549f40776b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.642967 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfca86-fec5-4db1-b44e-1a549f40776b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb732a0b-966d-45e2-8563-f5131093219a,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:25.686714 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9173ee3f-6bf0-4219-a51f-a5845cf2afb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.703670 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.798741 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca86-fec5-4db1-b44e-1a549f40776b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.806453 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9173ee3f-6bf0-4219-a51f-a5845cf2afb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.807865 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3bbfca86-fec5-4db1-b44e-1a549f40776b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8900216 Nov 15 19:25:25.808729 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46402) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:25.817481 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-bc16d060-3968-42bd-a881-4c5aefd77919 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'security_group_rule': {'security_group_id': '80592da6-1814-4d11-8eed-a98698e0df47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:25.830021 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Attempting to bind port 026748cc-677b-471c-9c1e-f17cdb2ef395 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:25.833020 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Attempting to bind port 026748cc-677b-471c-9c1e-f17cdb2ef395 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:25.834795 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Attempting to bind port 026748cc-677b-471c-9c1e-f17cdb2ef395 on network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:25.861047 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:25.861770 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Checking segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:25.862517 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.863231 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Bound using segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:25.878496 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Bound port: 026748cc-677b-471c-9c1e-f17cdb2ef395, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:25.884155 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.906293 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:25:25.977283 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1aab634e-0a6e-451f-b340-52744becfb42 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:25.999804 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17f1db98-ff07-49f8-b9fa-9b77ea697635 req-84d5889c-eb45-4ee0-862d-c8ea1b900628 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.1129634 Nov 15 19:25:26.026886 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc16d060-3968-42bd-a881-4c5aefd77919 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.165233 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc16d060-3968-42bd-a881-4c5aefd77919 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.197480 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1aab634e-0a6e-451f-b340-52744becfb42 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.218998 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9173ee3f-6bf0-4219-a51f-a5845cf2afb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.222621 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9173ee3f-6bf0-4219-a51f-a5845cf2afb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.227812 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9173ee3f-6bf0-4219-a51f-a5845cf2afb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54958f9e-871f-4ee3-b4ff-73eb21a5b735 HTTP/1.1" status: 204 len: 168 time: 2.6123388 Nov 15 19:25:26.236450 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc16d060-3968-42bd-a881-4c5aefd77919 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.286076 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16d060-3968-42bd-a881-4c5aefd77919 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17eedf23-2208-4c6f-9452-f97c4f864139,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:26.382049 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab634e-0a6e-451f-b340-52744becfb42 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e2c1dc-149c-4358-ab78-3c4c789f2113,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:26.385051 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Pushing event updated for resources: {'Port': ['ID=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:26.400131 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc16d060-3968-42bd-a881-4c5aefd77919 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.401673 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-bc16d060-3968-42bd-a881-4c5aefd77919 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5916522 Nov 15 19:25:26.405977 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46422) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:26.406210 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7a14a-6842-4b5b-88e1-7ce637f101f8 None None] Pushing event updated for resources: {'Port': ['ID=026748cc-677b-471c-9c1e-f17cdb2ef395,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:26.410483 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:26.415024 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Network dac6c9e2-b179-4d0f-bd60-2e8875184c98 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:26.424303 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-8f522971-2fa8-47df-ae2c-00929fd0e96b None None] Provisioning complete for port 9a60a848-f9c9-4066-8b25-d002ec0f5008 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:26.424903 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8f522971-2fa8-47df-ae2c-00929fd0e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.429174 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173ee3f-6bf0-4219-a51f-a5845cf2afb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54958f9e-871f-4ee3-b4ff-73eb21a5b735,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:26.498171 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1aab634e-0a6e-451f-b340-52744becfb42 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.505758 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1aab634e-0a6e-451f-b340-52744becfb42 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8161559 Nov 15 19:25:26.512735 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46428) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:26.517075 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:26.532628 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:26.554458 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 4a43971b-0ef4-4666-977b-b514a82a2cc7 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:26.555083 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.570998 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.575299 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:26.589077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:26.589077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:26.677229 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Allocated IP 172.20.0.10 (40df3f60-b95a-443a-b00f-e785277e2077/f2876cab-317e-4429-b897-8adf49ee5b6f/a639f84b-6d3d-46b6-b4fb-97bf4c65d61a) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:26.686555 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] For port 026748cc-677b-471c-9c1e-f17cdb2ef395, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:26.715153 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] For port 026748cc-677b-471c-9c1e-f17cdb2ef395, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=026748cc-677b-471c-9c1e-f17cdb2ef395,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:27.096189 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:25Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:27.143094 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b03410-87c9-4083-af5a-197d63756899 req-dd56314e-360b-42f2-93af-6ce9f5595c5b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:27.144812 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c3b03410-87c9-4083-af5a-197d63756899 req-dd56314e-360b-42f2-93af-6ce9f5595c5b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 931 time: 0.3455760 Nov 15 19:25:27.154021 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7b95a-6b8e-46a8-8881-2df7b04da18a None None] The sync data for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi is: [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:25Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:25:27.184167 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8f522971-2fa8-47df-ae2c-00929fd0e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:27.190073 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:27.214401 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:27.272266 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-18af4da1-a350-48ea-844a-a61fb7a7e40b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1429276 Nov 15 19:25:27.323214 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-9ca5c84b-ad46-45bd-8d64-20527f245324 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:25:27.333046 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-9ca5c84b-ad46-45bd-8d64-20527f245324 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0363243 Nov 15 19:25:27.348091 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:27.496782 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:25:27.498364 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:27.567438 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c3b03410-87c9-4083-af5a-197d63756899 req-ebe99dcb-e252-4a8e-82e6-61a7370b8c36 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051533 Nov 15 19:25:27.570719 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:27.805797 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-241ed21a-89f5-4898-9d06-ebcf46dd52bd req-bdfadfe8-7a0d-4e76-9dfd-7e1f73415acb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.0814469 Nov 15 19:25:27.840111 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:27.888403 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-8f522971-2fa8-47df-ae2c-00929fd0e96b None None] For port 9a60a848-f9c9-4066-8b25-d002ec0f5008, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=9a60a848-f9c9-4066-8b25-d002ec0f5008,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:28.034043 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7a14a-6842-4b5b-88e1-7ce637f101f8 None None] Pushing event updated for resources: {'Port': ['ID=026748cc-677b-471c-9c1e-f17cdb2ef395,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:28.042688 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8f522971-2fa8-47df-ae2c-00929fd0e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:28.116672 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Network 40df3f60-b95a-443a-b00f-e785277e2077 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:28.122345 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Pushing event updated for resources: {'Port': ['ID=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:28.136612 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:28.142227 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:25:28.145669 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:28.168963 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:28.169662 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:28.332114 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-ffbd7853-a68b-4d10-8e66-794db281dfd1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5157042 Nov 15 19:25:28.419645 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Allocated IP 172.27.0.158 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/8addb67a-7b71-4c07-a957-294174ec6e70) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:28.501887 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Request body: {'port': {'device_id': '7c3925cb-9e65-4e54-802d-202b6fc067cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:28.506674 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:28.547743 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46464) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:28.830183 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:28.920125 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Request body: {'port': {'device_id': '6938588e-69b2-41e5-923c-5956977488f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:29.071357 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 026748cc-677b-471c-9c1e-f17cdb2ef395 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:29.144616 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-ca6ffd9e-fb27-4b15-97ce-afdd3b344cb2 None None] Provisioning complete for port 026748cc-677b-471c-9c1e-f17cdb2ef395 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:29.145229 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca6ffd9e-fb27-4b15-97ce-afdd3b344cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:29.155024 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f522971-2fa8-47df-ae2c-00929fd0e96b None None] Pushing event updated for resources: {'Port': ['ID=9a60a848-f9c9-4066-8b25-d002ec0f5008,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:29.245475 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651764b-7766-4cd0-93eb-d86a5fea3ef9 req-602a5ff0-707b-41bd-a2a6-0584893ef350 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:29.267122 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3651764b-7766-4cd0-93eb-d86a5fea3ef9 req-602a5ff0-707b-41bd-a2a6-0584893ef350 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 931 time: 0.4449902 Nov 15 19:25:29.346543 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5e282894-86fe-409d-b4c8-8cef21581618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:29.430394 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:29.617931 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3651764b-7766-4cd0-93eb-d86a5fea3ef9 req-2b9693d3-e3f6-4c4f-a01a-35278762754a tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490503 Nov 15 19:25:29.637051 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c104f95-bc83-4aea-9c90-7f417ba5a16c req-0b58bcb5-71e7-42ff-bea7-ae118aa16d3f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:29.693338 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c104f95-bc83-4aea-9c90-7f417ba5a16c req-0b58bcb5-71e7-42ff-bea7-ae118aa16d3f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 932 time: 0.5406768 Nov 15 19:25:29.846084 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca6ffd9e-fb27-4b15-97ce-afdd3b344cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:29.944866 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 026748cc-677b-471c-9c1e-f17cdb2ef395 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:29.945252 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:30.131599 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c104f95-bc83-4aea-9c90-7f417ba5a16c req-2c21c67f-07b8-409c-8b7a-1b4d27e52539 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646244 Nov 15 19:25:30.373320 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-ca6ffd9e-fb27-4b15-97ce-afdd3b344cb2 None None] For port 026748cc-677b-471c-9c1e-f17cdb2ef395, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=026748cc-677b-471c-9c1e-f17cdb2ef395,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:30.374974 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:30.374974 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5e282894-86fe-409d-b4c8-8cef21581618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:30.378067 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:26Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:30.484403 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d7f41-be7e-4049-b2ae-72ea5939207d None None] The sync data for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi is: [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:26Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:25:30.536184 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca6ffd9e-fb27-4b15-97ce-afdd3b344cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:30.536890 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5e282894-86fe-409d-b4c8-8cef21581618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:30.570751 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:30.760058 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:30.818679 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e282894-86fe-409d-b4c8-8cef21581618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39436c03-7eef-4e43-ae3a-7c248ec1fe01,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:30.943526 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-ca6ffd9e-fb27-4b15-97ce-afdd3b344cb2 None None] Provisioning complete for port 9a60a848-f9c9-4066-8b25-d002ec0f5008 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:30.944412 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca6ffd9e-fb27-4b15-97ce-afdd3b344cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:31.026486 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5e282894-86fe-409d-b4c8-8cef21581618 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=686097bfa87445e48bdb5dd667c220dc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4735124 Nov 15 19:25:31.047100 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46522) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:31.116183 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:31.159216 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.db.api [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 19:25:31.160235 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG oslo_db.api [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 19:25:31.203141 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:25:31.206410 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ffd9e-fb27-4b15-97ce-afdd3b344cb2 None None] Pushing event updated for resources: {'Port': ['ID=026748cc-677b-471c-9c1e-f17cdb2ef395,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:31.231231 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:31.264922 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:31.325322 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:31.577064 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db537852-93b7-4239-ab56-83fda03bcf58 req-353b8407-2928-4311-bd0c-adfca6895b6f tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:31.579896 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-db537852-93b7-4239-ab56-83fda03bcf58 req-353b8407-2928-4311-bd0c-adfca6895b6f tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 931 time: 0.6135731 Nov 15 19:25:31.581714 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Transition to ACTIVE for port object a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:25:31.597658 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'Port': ['ID=8addb67a-7b71-4c07-a957-294174ec6e70,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:31.677094 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Allocated IP 172.27.0.14 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/3a48f4e4-6bdb-4a85-86d4-e541f78e739b) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:31.808344 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 9a60a848-f9c9-4066-8b25-d002ec0f5008 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:31.968394 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.004444 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 9a60a848-f9c9-4066-8b25-d002ec0f5008 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:32.004973 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.064392 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.072930 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a639f84b-6d3d-46b6-b4fb-97bf4c65d61a {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:25:32.085422 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.092469 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.179712 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6943329a-a88e-41c5-a239-f0913e1d3be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.246414 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6943329a-a88e-41c5-a239-f0913e1d3be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.310190 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.466644 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-863a14a1-ade2-4aba-99f4-a6d2b6bcca35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.473419 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46536) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:32.493330 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'Port': ['ID=3a48f4e4-6bdb-4a85-86d4-e541f78e739b,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:32.603463 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-db537852-93b7-4239-ab56-83fda03bcf58 req-79a907a8-de5b-4f10-9986-52c07d703172 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9395123 Nov 15 19:25:32.603463 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:32.622794 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Attempting to bind port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:32.623571 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Attempting to bind port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'fa8ee3d6-604f-4cc9-86c3-a6538e042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dac6c9e2-b179-4d0f-bd60-2e8875184c98'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:32.624652 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Attempting to bind port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 on network dac6c9e2-b179-4d0f-bd60-2e8875184c98 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:32.639108 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 026748cc-677b-471c-9c1e-f17cdb2ef395 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:32.654300 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 on network dac6c9e2-b179-4d0f-bd60-2e8875184c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:25:32.654954 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Attempting to bind port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 on network dac6c9e2-b179-4d0f-bd60-2e8875184c98 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:32.673733 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:32.674288 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Checking segment: {'id': 'fa8ee3d6-604f-4cc9-86c3-a6538e042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dac6c9e2-b179-4d0f-bd60-2e8875184c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:32.675330 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Bound using segment: {'id': 'fa8ee3d6-604f-4cc9-86c3-a6538e042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dac6c9e2-b179-4d0f-bd60-2e8875184c98'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:32.676122 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Bound port: a5a216b2-1e6f-4ea6-a9ca-0b3b66860784, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8ee3d6-604f-4cc9-86c3-a6538e042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dac6c9e2-b179-4d0f-bd60-2e8875184c98'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:32.676796 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.740726 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de625a8-0676-4700-b3e7-062c8da12f1c req-3bc8cc90-e629-4bd5-8401-7a802fb14efc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:32.755641 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7de625a8-0676-4700-b3e7-062c8da12f1c req-3bc8cc90-e629-4bd5-8401-7a802fb14efc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 932 time: 1.1981437 Nov 15 19:25:32.796889 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.826677 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Transition to ACTIVE for port object a639f84b-6d3d-46b6-b4fb-97bf4c65d61a will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:25:32.904686 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:32.981708 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:32.985784 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:32.994793 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 026748cc-677b-471c-9c1e-f17cdb2ef395 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:32.995654 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.020599 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6943329a-a88e-41c5-a239-f0913e1d3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.020599 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6943329a-a88e-41c5-a239-f0913e1d3be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.029395 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-6943329a-a88e-41c5-a239-f0913e1d3be2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39436c03-7eef-4e43-ae3a-7c248ec1fe01 HTTP/1.1" status: 204 len: 168 time: 1.9744184 Nov 15 19:25:33.056805 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:33.235431 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] For port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:33.249445 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Pushing event updated for resources: {'Port': ['ID=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:33.265310 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] For port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,segment=NetworkSegment(fa8ee3d6-604f-4cc9-86c3-a6538e042818),segment_id=fa8ee3d6-604f-4cc9-86c3-a6538e042818)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:33.393586 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943329a-a88e-41c5-a239-f0913e1d3be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39436c03-7eef-4e43-ae3a-7c248ec1fe01,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:33.396605 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Attempting to bind port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:33.397045 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Attempting to bind port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:33.416138 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Attempting to bind port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a on network 40df3f60-b95a-443a-b00f-e785277e2077 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:33.426639 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.462543 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 9a60a848-f9c9-4066-8b25-d002ec0f5008 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:33.475787 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a on network 40df3f60-b95a-443a-b00f-e785277e2077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:25:33.486515 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Attempting to bind port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a on network 40df3f60-b95a-443a-b00f-e785277e2077 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:33.601975 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:33.601975 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Checking segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:33.601975 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Bound using segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:33.601975 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Bound port: a639f84b-6d3d-46b6-b4fb-97bf4c65d61a, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:33.601975 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.613739 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:33.617606 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.621676 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] 10.222.0.43 "PUT /v2.0/ports/a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 HTTP/1.1" status: 200 len: 1093 time: 5.6546016 Nov 15 19:25:33.623786 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3925cb-9e65-4e54-802d-202b6fc067cc', 'tag': 'a5a216b2-1e6f-4ea6-a9ca-0b3b66860784'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:25:33.659175 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 9a60a848-f9c9-4066-8b25-d002ec0f5008 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:33.659175 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.891876 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eedf60c9-5b7a-4fc4-b534-c2f2b3fc0e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.947451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:33.957364 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ea2bf-70be-414e-9120-78aef2b4f247 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:34.046135 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-d12da7ab-705c-45fc-9241-90981808049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:34.048029 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-d12da7ab-705c-45fc-9241-90981808049c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96af1c4a8e85498680b1465b65af21b2&device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 1096 time: 0.2058117 Nov 15 19:25:34.053297 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] For port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:34.066025 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd95b-b720-4c12-b218-e5e962232d0c req-4c61768e-26b7-46ca-9745-e9508511c2a5 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:34.069597 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ad4dd95b-b720-4c12-b218-e5e962232d0c req-4c61768e-26b7-46ca-9745-e9508511c2a5 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 943 time: 0.2464612 Nov 15 19:25:34.070010 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] For port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:34.147161 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:34.153757 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-b923122a-d372-4104-b001-da26662e7c62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 HTTP/1.1" status: 200 len: 217 time: 0.0821202 Nov 15 19:25:34.229704 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:34.297450 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:34.300624 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:34.308805 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a0454-d8a9-49bb-ac69-ee758d305029" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3925cb-9e65-4e54-802d-202b6fc067cc", "tag": "a5a216b2-1e6f-4ea6-a9ca-0b3b66860784"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:25:34.465569 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7de625a8-0676-4700-b3e7-062c8da12f1c req-c7674dba-1665-4a9b-adb6-1b2920b93365 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4932883 Nov 15 19:25:34.516319 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-6ddfb6df-3534-4201-876e-07bf46d26119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:34.532663 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-6ddfb6df-3534-4201-876e-07bf46d26119 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e640718-0d57-463b-b134-6e6f082000e6 HTTP/1.1" status: 200 len: 851 time: 0.3584423 Nov 15 19:25:34.538123 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'Port': ['ID=8addb67a-7b71-4c07-a957-294174ec6e70,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:34.557897 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:34.576449 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ad4dd95b-b720-4c12-b218-e5e962232d0c req-1cc60d75-b2d3-4626-a654-b222bd697693 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644454 Nov 15 19:25:34.695994 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b7293ef2-345b-442a-8cab-dfb1f81bbf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:34.821758 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-24b1af5f-2355-42ed-8ebf-d40ec0213608 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dac6c9e2-b179-4d0f-bd60-2e8875184c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006958 Nov 15 19:25:34.832281 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:34.835326 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-63347ec6-a974-45b9-b4e4-060598e1a076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4291763 Nov 15 19:25:34.852231 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:34.854465 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:34.857159 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] 10.222.0.43 "PUT /v2.0/ports/a639f84b-6d3d-46b6-b4fb-97bf4c65d61a HTTP/1.1" status: 200 len: 1094 time: 6.5089109 Nov 15 19:25:34.933399 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eedf60c9-5b7a-4fc4-b534-c2f2b3fc0e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:35.029491 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:35.116044 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e3adf-d7f7-4b57-9479-644922df0afb service neutron] Pushing event updated for resources: {'Port': ['ID=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:35.198330 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a3e4d-bec3-4a7f-957f-612565875d54 x-openstack-request-id: req-457a3e4d-bec3-4a7f-957f-612565875d54 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:25:35.198971 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3925cb-9e65-4e54-802d-202b6fc067cc", "tag": "a5a216b2-1e6f-4ea6-a9ca-0b3b66860784", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:25:35.200287 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-457a3e4d-bec3-4a7f-957f-612565875d54 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:25:35.201474 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3925cb-9e65-4e54-802d-202b6fc067cc', 'tag': 'a5a216b2-1e6f-4ea6-a9ca-0b3b66860784', 'status': 'completed', 'code': 200} Nov 15 19:25:35.292935 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-71dfadfa-c76c-48c2-9ff6-4161b2790e0e service neutron] 10.222.0.43 "GET /v2.0/networks/dac6c9e2-b179-4d0f-bd60-2e8875184c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162076 Nov 15 19:25:35.397792 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eedf60c9-5b7a-4fc4-b534-c2f2b3fc0e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:35.616607 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-7f156615-4735-4c8f-96b2-a274ca08123c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1375362699&fields=id&tenant_id=feaf7ba58d1c4392af14964ed9697c7c HTTP/1.1" status: 200 len: 267 time: 0.2614968 Nov 15 19:25:35.657576 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-eedf60c9-5b7a-4fc4-b534-c2f2b3fc0e54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2119a56a70014237a1b6fb498edba5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1494801 Nov 15 19:25:35.671572 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 46614) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:35.680214 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf60c9-5b7a-4fc4-b534-c2f2b3fc0e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b1ba24-21b7-4de6-85c1-0b9c18f31c47,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:35.684396 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:35.778109 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-69bd0c3a-5361-4e85-8d7b-a3f6dfe70e88 req-c70cc52b-b0ed-4745-9a42-10694e7ea35f service neutron] 10.222.0.43 "GET /v2.0/networks/dac6c9e2-b179-4d0f-bd60-2e8875184c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774971 Nov 15 19:25:35.819058 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-a87b6abc-214d-473e-894d-0e90cfe23b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:35.819058 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-a87b6abc-214d-473e-894d-0e90cfe23b9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 1097 time: 0.3178594 Nov 15 19:25:35.893056 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:35.912400 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:35.970903 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'Port': ['ID=3a48f4e4-6bdb-4a85-86d4-e541f78e739b,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:36.008272 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa97c7-f9f5-450c-8461-cd71524a4ef5 req-19e3057a-0412-442e-9573-9f431a964685 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:36.011031 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60fa97c7-f9f5-450c-8461-cd71524a4ef5 req-19e3057a-0412-442e-9573-9f431a964685 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 944 time: 0.1547048 Nov 15 19:25:36.112674 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:36.115005 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2c02ec13-c273-4953-92ce-0c374d691dc7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.6043005 Nov 15 19:25:36.119205 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-6c70d11a-90a0-4515-bea6-c74ddc9f4caf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a HTTP/1.1" status: 200 len: 217 time: 0.1422362 Nov 15 19:25:36.241303 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-83d223b4-ac99-47d7-9474-ea53c83be003 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:36.243221 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-83d223b4-ac99-47d7-9474-ea53c83be003 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 810 time: 0.6080556 Nov 15 19:25:36.258412 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60fa97c7-f9f5-450c-8461-cd71524a4ef5 req-8a807b43-f972-44ec-ab26-d558d64be23c tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330148 Nov 15 19:25:36.347726 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8b35bc8c-edf9-4574-947b-e6c96cda7ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:36.395168 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-8590e7c4-e1ec-4989-b126-cdd8473a8c43 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/quotas/feaf7ba58d1c4392af14964ed9697c7c HTTP/1.1" status: 200 len: 375 time: 0.1001568 Nov 15 19:25:36.420863 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-9bed0a44-0805-4fad-a928-56832eee5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:36.425787 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-9bed0a44-0805-4fad-a928-56832eee5f53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96af1c4a8e85498680b1465b65af21b2&device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 1096 time: 0.4272840 Nov 15 19:25:36.449201 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-6fbbc8f6-e79f-43e7-ad55-1b5dedaa7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:36.452262 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-6fbbc8f6-e79f-43e7-ad55-1b5dedaa7274 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2876cab-317e-4429-b897-8adf49ee5b6f HTTP/1.1" status: 200 len: 855 time: 0.2581115 Nov 15 19:25:36.490103 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8b35bc8c-edf9-4574-947b-e6c96cda7ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:36.753335 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-21b903da-ade2-4ab4-a204-ad2ba3f4969e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40df3f60-b95a-443a-b00f-e785277e2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059655 Nov 15 19:25:36.755367 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20292dd4-0e9e-41a1-a14b-6b9b60f7911c req-cbf4fe89-f197-44c7-8cd4-53bc43831e6e tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:36.759318 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-20292dd4-0e9e-41a1-a14b-6b9b60f7911c req-cbf4fe89-f197-44c7-8cd4-53bc43831e6e tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 943 time: 0.2637546 Nov 15 19:25:36.876803 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-20292dd4-0e9e-41a1-a14b-6b9b60f7911c req-60e0a031-a870-4212-9e6f-e923d9103ee7 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052313 Nov 15 19:25:37.163021 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-30b1b6ec-5277-452a-aa01-041627e097e3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2067855214&fields=id&tenant_id=944fac2241b641eea7abb0709d60afcc HTTP/1.1" status: 200 len: 267 time: 0.1305745 Nov 15 19:25:37.212226 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6938588e-69b2-41e5-923c-5956977488f4', 'tag': 'a639f84b-6d3d-46b6-b4fb-97bf4c65d61a'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:25:37.215193 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b04530f-2bae-4ce0-867d-4b262973df40" -d '{"events": [{"name": "network-changed", "server_uuid": "6938588e-69b2-41e5-923c-5956977488f4", "tag": "a639f84b-6d3d-46b6-b4fb-97bf4c65d61a"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:25:37.295901 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-328e6fd2-b0cf-4caf-aee7-02cbd875011e tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8614128 Nov 15 19:25:37.347555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8b35bc8c-edf9-4574-947b-e6c96cda7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:37.350430 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8b35bc8c-edf9-4574-947b-e6c96cda7ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:37.357674 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-8b35bc8c-edf9-4574-947b-e6c96cda7ffb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94b1ba24-21b7-4de6-85c1-0b9c18f31c47 HTTP/1.1" status: 204 len: 168 time: 1.6601112 Nov 15 19:25:37.443132 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:37.460238 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534f68-8c26-4633-808f-57001a082d8f req-08f0dc59-55a4-4699-b247-ed7ab93ba4a9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:37.477779 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-08f0dc59-55a4-4699-b247-ed7ab93ba4a9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 816 time: 0.3004293 Nov 15 19:25:37.505138 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-4fe60039-6ed0-403b-aa4e-d62aebaf0fb3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/quotas/944fac2241b641eea7abb0709d60afcc HTTP/1.1" status: 200 len: 375 time: 0.0259488 Nov 15 19:25:37.545301 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35bc8c-edf9-4574-947b-e6c96cda7ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b1ba24-21b7-4de6-85c1-0b9c18f31c47,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:37.615542 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-c5a4843e-e4db-45cc-9fea-75763188ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:37.633335 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-c5a4843e-e4db-45cc-9fea-75763188ac76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dac6c9e2-b179-4d0f-bd60-2e8875184c98 HTTP/1.1" status: 200 len: 912 time: 1.0894580 Nov 15 19:25:37.676306 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-4e335e0b-4fce-40bb-ac0d-b221e22a04d8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1698420 Nov 15 19:25:37.706083 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-eb22d573-dfd4-4e06-981b-c92491375adc service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8204765 Nov 15 19:25:37.826620 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-3b89ce14-813d-4fed-9dee-18f724b85fe5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 HTTP/1.1" status: 200 len: 217 time: 0.1573715 Nov 15 19:25:37.877489 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-35cc98ac-0e90-4044-8164-cbbf34c1ab83 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169101 Nov 15 19:25:38.092185 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-67db72e2-b850-444b-abd1-890ba8c033d5 service neutron] 10.222.0.48 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863711 Nov 15 19:25:38.131932 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-5a488a58-d4a0-4247-838a-8186726d4a27 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095399 Nov 15 19:25:38.361599 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-bbe3b6b9-4fe2-48b8-be68-11ecdb23188d service neutron] 10.222.0.48 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538574 Nov 15 19:25:38.450762 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:38.899484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca3fcd-753f-4943-89f7-ce715dca948e x-openstack-request-id: req-40ca3fcd-753f-4943-89f7-ce715dca948e {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:25:38.899484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6938588e-69b2-41e5-923c-5956977488f4", "tag": "a639f84b-6d3d-46b6-b4fb-97bf4c65d61a", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:25:38.899484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40ca3fcd-753f-4943-89f7-ce715dca948e {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:25:38.899484 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6938588e-69b2-41e5-923c-5956977488f4', 'tag': 'a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'status': 'completed', 'code': 200} Nov 15 19:25:39.228543 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-65b31087-b246-4f6b-80e1-9a10b4e3324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:39.229682 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-65b31087-b246-4f6b-80e1-9a10b4e3324d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e640718-0d57-463b-b134-6e6f082000e6 HTTP/1.1" status: 200 len: 851 time: 0.3393929 Nov 15 19:25:39.448631 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1f9bf-0a1e-45da-a3fc-ca3af1f27f33 req-bf6daecb-ffac-446e-b41e-f4b225c26f9a tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:39.471331 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-79e1f9bf-0a1e-45da-a3fc-ca3af1f27f33 req-bf6daecb-ffac-446e-b41e-f4b225c26f9a tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 943 time: 0.2258658 Nov 15 19:25:39.580435 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-79e1f9bf-0a1e-45da-a3fc-ca3af1f27f33 req-14480073-7593-4ac7-acc1-6d182c61049e tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740013 Nov 15 19:25:39.592455 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-13694a40-b949-473b-b55c-1319f6a83fa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dac6c9e2-b179-4d0f-bd60-2e8875184c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400723 Nov 15 19:25:39.697895 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571de0b-610e-471a-92bd-cdfa8d1ef2a5 req-637918b1-f4ce-447e-b370-171c5ea24826 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:39.705459 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0571de0b-610e-471a-92bd-cdfa8d1ef2a5 req-637918b1-f4ce-447e-b370-171c5ea24826 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 944 time: 0.4741559 Nov 15 19:25:39.784722 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0571de0b-610e-471a-92bd-cdfa8d1ef2a5 req-1a6c47fa-3c9e-4ad7-acde-ab01f2ad987e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745547 Nov 15 19:25:39.796494 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3d81489-1a95-473f-bbc6-95f08e5019af req-c1078054-7d3f-49b4-bd34-570377c61d65 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 210 time: 0.0769315 Nov 15 19:25:39.874632 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeb0801-3bcd-411a-b06e-5ade5f45d608 req-2ceab923-af7f-43d1-b0f8-1f6f602ce6f5 service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9669998 Nov 15 19:25:39.905411 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-607cc62e-da60-4621-85fb-ffd240aa976c req-0d96a141-be2b-4201-865a-28dbcd168318 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 210 time: 0.0614603 Nov 15 19:25:40.012068 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-13e20b8c-e273-48e5-8c45-1c2cf5fb67df service neutron] 10.222.0.43 "GET /v2.0/networks/dac6c9e2-b179-4d0f-bd60-2e8875184c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411031 Nov 15 19:25:40.333601 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-31407478-18e0-409b-b257-773921267a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:40.335328 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-31407478-18e0-409b-b257-773921267a2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 1097 time: 0.0922866 Nov 15 19:25:40.369377 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3c9a0454-d8a9-49bb-ac69-ee758d305029 req-f1240f77-5fe1-4aa6-b1c9-3fb3852ec103 service neutron] 10.222.0.43 "GET /v2.0/networks/dac6c9e2-b179-4d0f-bd60-2e8875184c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748066 Nov 15 19:25:40.572245 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-582ce8ee-213c-4ae4-9ff2-24dbfc0c8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:40.575267 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-582ce8ee-213c-4ae4-9ff2-24dbfc0c8eef service neutron] 10.222.0.43 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 916 time: 0.1876698 Nov 15 19:25:41.060397 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-9b18409f-432e-4764-822a-6e1eef71022f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a HTTP/1.1" status: 200 len: 217 time: 0.2308364 Nov 15 19:25:41.112724 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ffaf2-836f-4a8b-9c0c-5eb63cc62aed req-a0544b50-98a8-4ca2-81ac-06d5c31a3c4f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:41.125001 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b62ffaf2-836f-4a8b-9c0c-5eb63cc62aed req-a0544b50-98a8-4ca2-81ac-06d5c31a3c4f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 944 time: 0.1904078 Nov 15 19:25:41.133141 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46742) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:41.175589 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9efa0-4ea8-465d-9876-08b79bde8fca req-c913f552-8639-4a95-ba0a-b67ca913249d tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:41.180277 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bcd9efa0-4ea8-465d-9876-08b79bde8fca req-c913f552-8639-4a95-ba0a-b67ca913249d tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 943 time: 0.4739594 Nov 15 19:25:41.269910 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-4f52fe9a-1cab-49e1-8238-0846243ff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:41.270586 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-4f52fe9a-1cab-49e1-8238-0846243ff929 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2876cab-317e-4429-b897-8adf49ee5b6f HTTP/1.1" status: 200 len: 855 time: 0.1905808 Nov 15 19:25:41.340724 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bcd9efa0-4ea8-465d-9876-08b79bde8fca req-2e636c04-6aae-493d-ab14-7719d58c2004 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289105 Nov 15 19:25:41.384175 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b62ffaf2-836f-4a8b-9c0c-5eb63cc62aed req-bc2a4684-0823-4dd4-a150-ecb844689265 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348454 Nov 15 19:25:41.450215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1253656501-network', 'tenant_id': '5eeaee9fcdbe44b9a54e1bebda1bf45a'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:41.494871 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1002a961-68a4-48bc-8e56-f1b663002416 req-6d919815-7dba-4d2d-af39-17ded3d7264a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 210 time: 0.0394888 Nov 15 19:25:41.500283 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-9688382d-2b6f-447c-aee1-ad91a36edf96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40df3f60-b95a-443a-b00f-e785277e2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587132 Nov 15 19:25:41.570823 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4b2e866d-a595-4310-b180-4f9b403f8b76 req-1e4d9759-a4c4-4958-84b5-0a853c71dd8d tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 210 time: 0.0730865 Nov 15 19:25:41.652489 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Made reservation on behalf of 5eeaee9fcdbe44b9a54e1bebda1bf45a for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:41.655774 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:41.684050 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:41.703547 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-27386b31-3ecf-4fde-ad31-2f2639fef0b7 service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771896 Nov 15 19:25:41.830218 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b04530f-2bae-4ce0-867d-4b262973df40 req-8fa871d4-a091-4eec-9789-9e4508e185b8 service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116829 Nov 15 19:25:41.865455 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:42.036658 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:42.085629 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:25:42.101542 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a4032f-37b4-4c2c-a96c-59078a83f37d,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:42.107869 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:42.108218 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Added segment 4488706d-0a8e-47c1-b47b-8342b2bed224 of type vlan for network 3c2ce176-90e9-49df-a271-5b164826ab40 Nov 15 19:25:42.178925 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:42.395748 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:42.400873 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:42.402373 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:42.525443 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2ce176-90e9-49df-a271-5b164826ab40,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:42.549890 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 3c2ce176-90e9-49df-a271-5b164826ab40 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:25:42.596974 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ed6a2-b100-4938-82d3-42027375ad76 req-db9ed4fa-f9be-48ae-a81b-0411825caa47 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:42.599006 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ca2ed6a2-b100-4938-82d3-42027375ad76 req-db9ed4fa-f9be-48ae-a81b-0411825caa47 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 943 time: 0.0637202 Nov 15 19:25:42.664647 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-84b31854-7bc0-4957-b67e-515e642ab970 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5299053 Nov 15 19:25:42.669083 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46780) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:42.676149 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Request body: {'subnet': {'network_id': '3c2ce176-90e9-49df-a271-5b164826ab40', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1253656501-subnet', 'tenant_id': '5eeaee9fcdbe44b9a54e1bebda1bf45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:42.676831 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:42.685301 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ca2ed6a2-b100-4938-82d3-42027375ad76 req-73d71250-783b-401a-866d-056d00a43788 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746584 Nov 15 19:25:42.818032 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Made reservation on behalf of 5eeaee9fcdbe44b9a54e1bebda1bf45a for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:42.818032 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:42.964902 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13bd16-ea4a-44ca-937e-9bebb57b01e7 req-249bf642-69fb-41b8-94db-1e17ce165941 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:42.967883 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a13bd16-ea4a-44ca-937e-9bebb57b01e7 req-249bf642-69fb-41b8-94db-1e17ce165941 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 944 time: 0.1872218 Nov 15 19:25:42.977291 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8a8c14e9-dbf0-466d-bb6b-7cd4582449cc req-ec4fb613-5b0b-4805-bf49-9dd3cd5e51c6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 210 time: 0.0487044 Nov 15 19:25:43.144871 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a13bd16-ea4a-44ca-937e-9bebb57b01e7 req-5ffcc9ec-84c3-4af6-a9b3-756021a3e174 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521616 Nov 15 19:25:43.179726 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3c0d914b-bc2f-44f1-a43f-a9238cfab0b1 req-5cab434c-145f-4cc5-b3b7-dc07ce03f877 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 210 time: 0.0800431 Nov 15 19:25:43.414570 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:43.514346 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea0ebf3-5b65-494b-a875-13d0cecd5419,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:43.531613 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Checking segment: {'id': '4488706d-0a8e-47c1-b47b-8342b2bed224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2ce176-90e9-49df-a271-5b164826ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:43.532506 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Network hostable DHCP agents. Network: 3c2ce176-90e9-49df-a271-5b164826ab40, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:25:43.572754 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f21bb38f-7720-46ad-bfdd-d675ffd81f5c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:43.574629 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f21bb38f-7720-46ad-bfdd-d675ffd81f5c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 810 time: 0.2344253 Nov 15 19:25:43.625918 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Network 3c2ce176-90e9-49df-a271-5b164826ab40 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:25:43.666297 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-c66fddb3-c466-43f6-8a17-9215e52c025a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feaf7ba58d1c4392af14964ed9697c7c HTTP/1.1" status: 200 len: 380 time: 0.0773814 Nov 15 19:25:43.682775 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'port': {'device_id': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'admin_state_up': True, 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'security_groups': ['80592da6-1814-4d11-8eed-a98698e0df47']}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:43.767260 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 3c2ce176-90e9-49df-a271-5b164826ab40) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:43.797441 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:43.798880 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb4dadf-2346-4ee3-9748-f730a0ecff99 None None] Network 3c2ce176-90e9-49df-a271-5b164826ab40 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:43.800591 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:43.939125 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Made reservation on behalf of feaf7ba58d1c4392af14964ed9697c7c for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:43.942185 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:44.054556 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09f991-ef14-4085-a975-15f964a6bc36 req-23798cf5-549a-4b51-9f91-4488b91e9170 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:44.057346 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0a09f991-ef14-4085-a975-15f964a6bc36 req-23798cf5-549a-4b51-9f91-4488b91e9170 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 943 time: 0.2481661 Nov 15 19:25:44.151540 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device a639f84b-6d3d-46b6-b4fb-97bf4c65d61a details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:25:44.219390 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0a09f991-ef14-4085-a975-15f964a6bc36 req-c6fa780c-0598-4581-986f-14a9a44197e0 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441526 Nov 15 19:25:44.258933 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-429e8891-8ed8-44b1-8b16-aae67d84067f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5883288 Nov 15 19:25:44.394721 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Allocated IP 172.20.0.7 (c2b50177-4900-4c8b-aa6e-716b85262cbe/f2545385-046e-45a3-8f40-eb1f9190a69e/9a049bff-d2d3-434d-849f-31d1238f0dfa) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:44.458401 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e093b1-d04f-4b8c-8c4b-4363b2bf0103 None None] Network 3c2ce176-90e9-49df-a271-5b164826ab40 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:44.482721 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cbc67ed2-c768-4bb6-a2e5-2c449ce8fb00 req-2f8f4af7-5511-43c1-b34d-cf711c6fcb23 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 210 time: 0.0622118 Nov 15 19:25:44.675522 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:44.700798 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'port_id': 'a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'mac_address': 'fa:16:3e:76:d4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2876cab-317e-4429-b897-8adf49ee5b6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:25:44.713503 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd45e4f6-9bae-431c-9cd1-3d632b069c97 req-fd5dbc8c-b732-465d-a89b-36def3432f25 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 210 time: 0.0403736 Nov 15 19:25:44.742680 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d16d76-f239-4f0b-a8c4-8f59afc2411e req-1b5dc351-5155-419d-89f0-c0ce576b9fe9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:44.745400 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-01d16d76-f239-4f0b-a8c4-8f59afc2411e req-1b5dc351-5155-419d-89f0-c0ce576b9fe9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 944 time: 0.3450248 Nov 15 19:25:44.840763 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:44.883873 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534f68-8c26-4633-808f-57001a082d8f req-21b3f5c5-7e79-4ad5-a62f-c4338b1e75cb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:44.885807 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-21b3f5c5-7e79-4ad5-a62f-c4338b1e75cb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 816 time: 0.6964738 Nov 15 19:25:44.889495 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a639f84b-6d3d-46b6-b4fb-97bf4c65d61a {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:25:44.902249 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-01d16d76-f239-4f0b-a8c4-8f59afc2411e req-86e6e85c-9dbc-4fba-8a7e-b71dc54b878d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393239 Nov 15 19:25:44.933603 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:45.021406 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:45.024931 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-49df403b-6f61-4889-8837-c96074bde924 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944fac2241b641eea7abb0709d60afcc HTTP/1.1" status: 200 len: 380 time: 0.1214685 Nov 15 19:25:45.044800 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'port': {'device_id': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'admin_state_up': True, 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'security_groups': ['62a4d4d9-9364-4f92-848b-fe03c21ec7f8']}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:45.118673 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:45.119478 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:25:45.216937 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:45.260239 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:45.286206 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Made reservation on behalf of 944fac2241b641eea7abb0709d60afcc for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:45.290769 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:45.328878 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Network c2b50177-4900-4c8b-aa6e-716b85262cbe is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:45.339255 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:45.347045 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,segment=NetworkSegment(fa8ee3d6-604f-4cc9-86c3-a6538e042818),segment_id=fa8ee3d6-604f-4cc9-86c3-a6538e042818)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:45.369570 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'a5a216b2-1e6f-4ea6-a9ca-0b3b66860784', 'network_id': 'dac6c9e2-b179-4d0f-bd60-2e8875184c98', 'port_id': 'a5a216b2-1e6f-4ea6-a9ca-0b3b66860784', 'mac_address': 'fa:16:3e:49:a6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e640718-0d57-463b-b134-6e6f082000e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:25:45.398803 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'Port': ['ID=9a049bff-d2d3-434d-849f-31d1238f0dfa,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:45.398803 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:45.409104 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:45.409788 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:45.449317 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3a66f-e349-4b06-bc89-fb9d6a83b806 req-b5d5cb52-89f6-41ef-a89c-3effda6fbbad tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:45.451410 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5db3a66f-e349-4b06-bc89-fb9d6a83b806 req-b5d5cb52-89f6-41ef-a89c-3effda6fbbad tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 943 time: 0.0902498 Nov 15 19:25:45.457827 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:45.489862 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:25:45.571414 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5db3a66f-e349-4b06-bc89-fb9d6a83b806 req-fa379b62-e116-4f68-a6f0-b4308e5be447 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129534 Nov 15 19:25:45.573938 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,segment=NetworkSegment(fa8ee3d6-604f-4cc9-86c3-a6538e042818),segment_id=fa8ee3d6-604f-4cc9-86c3-a6538e042818)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:45.692269 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b3cba036-6be0-49f8-b44d-4e49dd533c0b req-66de8260-5ecf-4e0d-a8f3-7a010f652b44 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 210 time: 0.0409455 Nov 15 19:25:45.703586 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Allocated IP 172.20.0.8 (4dac51d4-2c54-4de0-be5f-66f6c0ea37ef/4202e6af-4190-47b9-8461-182f2f071f30/605d8fd5-cc82-439a-8243-8aebfc52d65e) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:25:45.812201 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-c1072dec-a958-4523-ab7c-ea00d133d449 None None] Provisioning complete for port 9a049bff-d2d3-434d-849f-31d1238f0dfa triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:45.812768 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c1072dec-a958-4523-ab7c-ea00d133d449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:45.843431 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-f973dd76-298b-408f-bbca-85f40631eed8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1694186 Nov 15 19:25:45.862146 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:45.869738 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Request body: {'port': {'device_id': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:45.963390 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e29ef-58a9-46d1-9305-5f5662d40498 req-e7359ebe-e024-4c73-911c-a74c179a4838 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:45.966829 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-de0e29ef-58a9-46d1-9305-5f5662d40498 req-e7359ebe-e024-4c73-911c-a74c179a4838 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 931 time: 0.1468725 Nov 15 19:25:46.016586 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-c1072dec-a958-4523-ab7c-ea00d133d449 None None] Port 9a049bff-d2d3-434d-849f-31d1238f0dfa cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:25:46.101637 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:46.149367 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-de0e29ef-58a9-46d1-9305-5f5662d40498 req-734b157f-a4de-4646-bbcf-f9ca1c867f00 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695821 Nov 15 19:25:46.155434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.190931 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.202883 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a639f84b-6d3d-46b6-b4fb-97bf4c65d61a'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:25:46.209402 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46888) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:46.224228 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1722556857-network', 'tenant_id': '941c002562d542908549a07079c8090a'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:46.253424 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a5a216b2-1e6f-4ea6-a9ca-0b3b66860784'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:25:46.271607 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679e6b-3694-4ff5-8403-bf1623756e7c req-b6b179d7-ad88-4cd5-a3f8-4edf626b628e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:46.282168 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2d679e6b-3694-4ff5-8403-bf1623756e7c req-b6b179d7-ad88-4cd5-a3f8-4edf626b628e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 945 time: 0.2576125 Nov 15 19:25:46.369706 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Made reservation on behalf of 941c002562d542908549a07079c8090a for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:46.374030 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.391605 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.458302 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2d679e6b-3694-4ff5-8403-bf1623756e7c req-eb5f5dc7-80a6-49d0-9e40-d16cfa73170b tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726418 Nov 15 19:25:46.621925 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.718262 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.761751 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.772613 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:25:46.819764 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588a6d6-bfde-4ac9-ac76-11efeee7936d req-243f250f-0657-43f5-8caa-995e76d1ce56 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:46.832802 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6588a6d6-bfde-4ac9-ac76-11efeee7936d req-243f250f-0657-43f5-8caa-995e76d1ce56 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 944 time: 0.1601315 Nov 15 19:25:46.839619 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 46902) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:46.839932 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1fa41e-69e3-485d-bd6c-fb66d12468d0,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:46.855157 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.855588 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Added segment a287a550-adb4-43e6-918d-93e6540adbfd of type vlan for network ae3a36e1-2ee4-4399-8464-75a6f5f70342 Nov 15 19:25:46.946028 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:25:46.956651 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:46.969754 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:46.972393 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:46.977985 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6588a6d6-bfde-4ac9-ac76-11efeee7936d req-5b4685d3-e9f0-40b9-8a66-36f32aba71c4 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439683 Nov 15 19:25:46.980390 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:25:46.987923 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:46.987923 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.003599 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:25:47.070043 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59579083-b614-498f-bf07-6e393ad6917d req-385517d5-c766-4f22-86df-7a6a360ab5be tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:47.077242 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-59579083-b614-498f-bf07-6e393ad6917d req-385517d5-c766-4f22-86df-7a6a360ab5be tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 931 time: 0.1730742 Nov 15 19:25:47.111569 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.112708 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:47.116839 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.219604 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-59579083-b614-498f-bf07-6e393ad6917d req-76350f7a-9e88-4231-9e72-cb1985d80c81 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209524 Nov 15 19:25:47.227284 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-78dcac39-5674-4f05-abd4-7bf27d38edc5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1893296 Nov 15 19:25:47.238381 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] Pushing event updated for resources: {'Network': ['ID=ae3a36e1-2ee4-4399-8464-75a6f5f70342,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:47.253082 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network ae3a36e1-2ee4-4399-8464-75a6f5f70342 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:25:47.268741 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Request body: {'port': {'device_id': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:47.292632 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ed7da247-6d0b-4930-9acd-844345b4175d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0808566 Nov 15 19:25:47.308843 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46916) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:47.325073 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Request body: {'subnet': {'network_id': 'ae3a36e1-2ee4-4399-8464-75a6f5f70342', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1722556857-subnet', 'tenant_id': '941c002562d542908549a07079c8090a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:25:47.373682 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2e736273-7a40-4b0f-a091-f27dc37c41ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.416892 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49737b1d-4d00-43a3-9559-2f3cb6dc7a94 req-0de6422e-73e8-4d94-b12c-8dd0617dfc4d tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:47.419853 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49737b1d-4d00-43a3-9559-2f3cb6dc7a94 req-0de6422e-73e8-4d94-b12c-8dd0617dfc4d tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 931 time: 0.1437080 Nov 15 19:25:47.448850 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a049bff-d2d3-434d-849f-31d1238f0dfa {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:25:47.464259 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.469204 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.475343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Made reservation on behalf of 941c002562d542908549a07079c8090a for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:25:47.475343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.482380 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-03074224-3ff5-411e-bf5c-57d2f848f73d None None] Provisioning complete for port 605d8fd5-cc82-439a-8243-8aebfc52d65e triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:47.483349 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-03074224-3ff5-411e-bf5c-57d2f848f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.550090 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Transition to ACTIVE for port object 9a049bff-d2d3-434d-849f-31d1238f0dfa will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:25:47.565620 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-03074224-3ff5-411e-bf5c-57d2f848f73d None None] Port 605d8fd5-cc82-439a-8243-8aebfc52d65e cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:25:47.575995 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49737b1d-4d00-43a3-9559-2f3cb6dc7a94 req-31f890d7-5323-4c63-a6fa-423dce18aae0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493988 Nov 15 19:25:47.650069 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.802356 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2e736273-7a40-4b0f-a091-f27dc37c41ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.820787 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Pushing event updated for resources: {'Port': ['ID=9a049bff-d2d3-434d-849f-31d1238f0dfa,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:47.830865 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284d62-66bb-4fb4-a60d-1d32ad7d4947 req-9d74d44d-f2d8-4fb1-a36b-e962eb836bb2 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:47.832508 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ad284d62-66bb-4fb4-a60d-1d32ad7d4947 req-9d74d44d-f2d8-4fb1-a36b-e962eb836bb2 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 945 time: 0.2287707 Nov 15 19:25:47.837367 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.930357 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe3fa71-4f63-4710-b503-08a61f6b313f,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:47.933750 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Checking segment: {'id': 'a287a550-adb4-43e6-918d-93e6540adbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ae3a36e1-2ee4-4399-8464-75a6f5f70342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:47.934290 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Network hostable DHCP agents. Network: ae3a36e1-2ee4-4399-8464-75a6f5f70342, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:25:47.970411 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2e736273-7a40-4b0f-a091-f27dc37c41ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:47.993593 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Attempting to bind port 9a049bff-d2d3-434d-849f-31d1238f0dfa on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:47.993863 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Attempting to bind port 9a049bff-d2d3-434d-849f-31d1238f0dfa by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:47.994183 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Attempting to bind port 9a049bff-d2d3-434d-849f-31d1238f0dfa on network c2b50177-4900-4c8b-aa6e-716b85262cbe {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:48.031104 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Network ae3a36e1-2ee4-4399-8464-75a6f5f70342 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:25:48.048845 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Port 9a049bff-d2d3-434d-849f-31d1238f0dfa on network c2b50177-4900-4c8b-aa6e-716b85262cbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:25:48.049178 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Attempting to bind port 9a049bff-d2d3-434d-849f-31d1238f0dfa on network c2b50177-4900-4c8b-aa6e-716b85262cbe {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:48.084114 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e736273-7a40-4b0f-a091-f27dc37c41ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e68314-acbf-4158-a45a-84c03da7dd3b,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:48.084787 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device a639f84b-6d3d-46b6-b4fb-97bf4c65d61a up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:48.091025 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-2e736273-7a40-4b0f-a091-f27dc37c41ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=255338f1103b4b7c8d8d640358391792&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2296426 Nov 15 19:25:48.094210 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46930) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:48.098182 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ad284d62-66bb-4fb4-a60d-1d32ad7d4947 req-37ff850d-68b2-4e71-ae1e-3527ffb1114e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372336 Nov 15 19:25:48.102823 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:48.102823 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Checking segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:48.102823 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Bound using segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:48.102823 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Bound port: 9a049bff-d2d3-434d-849f-31d1238f0dfa, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:48.102823 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.187545 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, ae3a36e1-2ee4-4399-8464-75a6f5f70342) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:25:48.204328 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74051bb-8a5c-4a81-b690-fdad595e2108 None None] Network ae3a36e1-2ee4-4399-8464-75a6f5f70342 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:48.214247 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:48.214844 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.236741 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] For port 9a049bff-d2d3-434d-849f-31d1238f0dfa, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:48.244770 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] For port 9a049bff-d2d3-434d-849f-31d1238f0dfa, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:48.251334 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605d8fd5-cc82-439a-8243-8aebfc52d65e {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:25:48.263574 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.280581 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:25:48.285517 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d35ba5b5-d27e-44b0-b0de-c8634f68803b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.297448 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Transition to ACTIVE for port object 605d8fd5-cc82-439a-8243-8aebfc52d65e will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:25:48.300086 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:48.300500 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.302746 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada562c5-e225-4070-9527-217cd7d0dc8d req-a52e6b48-73c5-4656-b80d-cc5ee530cdd7 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:48.310706 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ada562c5-e225-4070-9527-217cd7d0dc8d req-a52e6b48-73c5-4656-b80d-cc5ee530cdd7 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 944 time: 0.1546497 Nov 15 19:25:48.353828 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1934d970-c1eb-4a59-9084-5948e044d261 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0334592 Nov 15 19:25:48.353828 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d35ba5b5-d27e-44b0-b0de-c8634f68803b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.374753 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.379560 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.433117 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ada562c5-e225-4070-9527-217cd7d0dc8d req-9d05ed0e-078f-47e0-adfa-c5f86b11e54e tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213553 Nov 15 19:25:48.481498 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:48.483944 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.485810 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] 10.222.0.43 "PUT /v2.0/ports/9a049bff-d2d3-434d-849f-31d1238f0dfa HTTP/1.1" status: 200 len: 1093 time: 2.6281240 Nov 15 19:25:48.500955 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'tag': '9a049bff-d2d3-434d-849f-31d1238f0dfa'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:25:48.504729 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d23a63-aab3-4aae-ac2a-bd48b4457435" -d '{"events": [{"name": "network-changed", "server_uuid": "77958d3f-1e87-4810-8b30-a9cfd60da774", "tag": "9a049bff-d2d3-434d-849f-31d1238f0dfa"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:25:48.564390 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8b096-2a1e-4f45-b041-6ab3317aa60d service neutron] Pushing event updated for resources: {'Port': ['ID=9a049bff-d2d3-434d-849f-31d1238f0dfa,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:48.579736 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d35ba5b5-d27e-44b0-b0de-c8634f68803b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.582726 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d35ba5b5-d27e-44b0-b0de-c8634f68803b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.584131 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d35ba5b5-d27e-44b0-b0de-c8634f68803b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78e68314-acbf-4158-a45a-84c03da7dd3b HTTP/1.1" status: 204 len: 168 time: 0.4876175 Nov 15 19:25:48.619617 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ba5b5-d27e-44b0-b0de-c8634f68803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e68314-acbf-4158-a45a-84c03da7dd3b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:48.673614 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc914f32-3362-48a5-939d-6933533922c2 x-openstack-request-id: req-dc914f32-3362-48a5-939d-6933533922c2 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:25:48.674337 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77958d3f-1e87-4810-8b30-a9cfd60da774", "tag": "9a049bff-d2d3-434d-849f-31d1238f0dfa", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:25:48.674935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc914f32-3362-48a5-939d-6933533922c2 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:25:48.675477 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'tag': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'status': 'completed', 'code': 200} Nov 15 19:25:48.678189 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595af352-ad23-430f-9b08-3cd322979b69 None None] Network ae3a36e1-2ee4-4399-8464-75a6f5f70342 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:25:48.752549 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207b2e9-d1d0-49e2-89c7-b97ab910a5dd req-6bd3e532-34db-46ca-96d1-c362974fc47a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:48.761770 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2207b2e9-d1d0-49e2-89c7-b97ab910a5dd req-6bd3e532-34db-46ca-96d1-c362974fc47a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.3756540 Nov 15 19:25:48.781048 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Attempting to bind port 605d8fd5-cc82-439a-8243-8aebfc52d65e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:25:48.781848 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Attempting to bind port 605d8fd5-cc82-439a-8243-8aebfc52d65e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:25:48.784553 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Attempting to bind port 605d8fd5-cc82-439a-8243-8aebfc52d65e on network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:48.848394 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46948) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:48.849256 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Port 605d8fd5-cc82-439a-8243-8aebfc52d65e on network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:25:48.849256 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Attempting to bind port 605d8fd5-cc82-439a-8243-8aebfc52d65e on network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:25:48.881081 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:48.932018 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf71b7ca-0bfe-437f-ad51-88bce3fc8272 admin admin] Deleting subnet 3ea0ebf3-5b65-494b-a875-13d0cecd5419 {{(pid=102516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:25:48.932765 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:25:48.935146 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Checking segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:25:48.935548 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Bound using segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:25:48.936018 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Bound port: 605d8fd5-cc82-439a-8243-8aebfc52d65e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:25:48.936408 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.948443 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d23a63-aab3-4aae-ac2a-bd48b4457435 req-197db13a-6184-4207-bb42-20ba0fd67135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:48.954552 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bf71b7ca-0bfe-437f-ad51-88bce3fc8272 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:48.962949 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e4d23a63-aab3-4aae-ac2a-bd48b4457435 req-197db13a-6184-4207-bb42-20ba0fd67135 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 1096 time: 0.2987924 Nov 15 19:25:49.046890 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.079903 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efe7fe-8042-4c33-8f86-239d6a7517a6 req-3058b87a-8811-498c-8c68-6d785112248b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:49.082165 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2efe7fe-8042-4c33-8f86-239d6a7517a6 req-3058b87a-8811-498c-8c68-6d785112248b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 943 time: 0.3183439 Nov 15 19:25:49.096463 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938588e-69b2-41e5-923c-5956977488f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a639f84b-6d3d-46b6-b4fb-97bf4c65d61a'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:25:49.123152 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bf71b7ca-0bfe-437f-ad51-88bce3fc8272 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.144019 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bf71b7ca-0bfe-437f-ad51-88bce3fc8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.262899 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2efe7fe-8042-4c33-8f86-239d6a7517a6 req-f45a36fd-55c2-4b09-8265-ed3a14be1809 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639690 Nov 15 19:25:49.265417 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:49.293419 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d23a63-aab3-4aae-ac2a-bd48b4457435 req-b5912893-bb6f-429b-8366-6286ad9e6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:49.296575 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e4d23a63-aab3-4aae-ac2a-bd48b4457435 req-b5912893-bb6f-429b-8366-6286ad9e6ae6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3000972 Nov 15 19:25:49.349499 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.350031 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:49.426068 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bf71b7ca-0bfe-437f-ad51-88bce3fc8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.429911 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:25:49.436437 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:25:49.464127 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:49.545553 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47ef776-9dcc-4228-8dc6-31e418fd90e1" -d '{"events": [{"server_uuid": "6938588e-69b2-41e5-923c-5956977488f4", "name": "network-vif-plugged", "status": "completed", "tag": "a639f84b-6d3d-46b6-b4fb-97bf4c65d61a"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:25:49.578659 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71b7ca-0bfe-437f-ad51-88bce3fc8272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea0ebf3-5b65-494b-a875-13d0cecd5419,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:49.593203 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2207b2e9-d1d0-49e2-89c7-b97ab910a5dd req-12ec8fcc-309a-4fa1-9d6b-1850afe01367 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8300331 Nov 15 19:25:49.599072 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bf71b7ca-0bfe-437f-ad51-88bce3fc8272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.607114 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-bf71b7ca-0bfe-437f-ad51-88bce3fc8272 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ea0ebf3-5b65-494b-a875-13d0cecd5419 HTTP/1.1" status: 204 len: 168 time: 0.7582777 Nov 15 19:25:49.611579 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46978) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:49.654086 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:25:49.661905 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:49.662277 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.731025 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 46980) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:49.735158 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.772277 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c5451368-73ce-48e7-af8b-68bf2f08f72b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.796321 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d23a63-aab3-4aae-ac2a-bd48b4457435 req-5f2a83f9-cd87-47eb-a5ef-3ebc7613b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:49.797751 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e4d23a63-aab3-4aae-ac2a-bd48b4457435 req-5f2a83f9-cd87-47eb-a5ef-3ebc7613b2b6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3583481 Nov 15 19:25:49.801685 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f590-b024-4a5d-8e2c-035485de4bf6 req-f25b0db0-6dab-429f-b25c-a263755a57f0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:49.809460 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3256f590-b024-4a5d-8e2c-035485de4bf6 req-f25b0db0-6dab-429f-b25c-a263755a57f0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 946 time: 0.4059846 Nov 15 19:25:49.813637 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.820103 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:49.870554 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:49.870554 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.870554 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-80439d6a-651f-4078-a367-3dce0d8626a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/605d8fd5-cc82-439a-8243-8aebfc52d65e HTTP/1.1" status: 200 len: 1093 time: 2.6140168 Nov 15 19:25:49.874478 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:49.961480 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a2c63-7310-47af-9f8b-d074ebfce340 req-a31c7e70-e4ed-472b-b2ee-a1f13087432a tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:49.968683 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3256f590-b024-4a5d-8e2c-035485de4bf6 req-802fd44e-0171-4e59-a918-bdd4d7f7576d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565754 Nov 15 19:25:49.977864 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7e6a2c63-7310-47af-9f8b-d074ebfce340 req-a31c7e70-e4ed-472b-b2ee-a1f13087432a tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 944 time: 0.2400422 Nov 15 19:25:49.988802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,segment=NetworkSegment(fa8ee3d6-604f-4cc9-86c3-a6538e042818),segment_id=fa8ee3d6-604f-4cc9-86c3-a6538e042818)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:50.049465 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:50.051877 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-98402d2e-b950-40e6-bd33-532640391d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:50.055208 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-98402d2e-b950-40e6-bd33-532640391d3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 1096 time: 0.1692450 Nov 15 19:25:50.088546 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.089014 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.090332 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.090729 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > port after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.091080 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.091411 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > port after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.091767 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.092448 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.092936 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.093270 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.100117 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:50.220801 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:50.387820 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0651ae82-1920-4fb7-a635-9de2226c7a19 x-openstack-request-id: req-0651ae82-1920-4fb7-a635-9de2226c7a19 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:25:50.389183 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6938588e-69b2-41e5-923c-5956977488f4", "name": "network-vif-plugged", "status": "completed", "tag": "a639f84b-6d3d-46b6-b4fb-97bf4c65d61a", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:25:50.389792 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0651ae82-1920-4fb7-a635-9de2226c7a19 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:25:50.391255 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6938588e-69b2-41e5-923c-5956977488f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'code': 200} Nov 15 19:25:50.395011 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 46990) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:50.397579 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-ce4a8761-5c2e-4b4c-9ef6-cf152c7f5001 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa HTTP/1.1" status: 200 len: 217 time: 0.3317249 Nov 15 19:25:50.464987 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.465554 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.466959 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.467503 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:50.468082 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2ce176-90e9-49df-a271-5b164826ab40']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:50.493704 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7e6a2c63-7310-47af-9f8b-d074ebfce340 req-ac033cef-b1b4-4be5-96e3-5a96ac8ec4af tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049429 Nov 15 19:25:50.513108 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-50303935-3a9e-41ed-ab51-ad3208f18373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:50.513323 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4488706d-0a8e-47c1-b47b-8342b2bed224') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:50.513588 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4488706d-0a8e-47c1-b47b-8342b2bed224') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:50.523784 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-50303935-3a9e-41ed-ab51-ad3208f18373 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.0896342 Nov 15 19:25:50.527291 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534f68-8c26-4633-808f-57001a082d8f req-20d53b3d-ad60-43a3-88ff-98d172108425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:50.528896 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-20d53b3d-ad60-43a3-88ff-98d172108425 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 1096 time: 0.4599497 Nov 15 19:25:50.583283 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:50.612111 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-a4c58b00-5206-40c5-9aa9-350af0da4b10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e HTTP/1.1" status: 200 len: 217 time: 0.0549166 Nov 15 19:25:50.634387 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0c8be5c4-f70d-47bd-8e58-3d439b222eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:50.670263 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c5451368-73ce-48e7-af8b-68bf2f08f72b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:50.678348 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:50.683216 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:25:50.687122 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86435617-5138-4ab8-a563-105233a6d281" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:25:50.701700 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-56bd7ab4-f4b7-44d4-ac1c-8dfa1d8b0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:50.704099 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-56bd7ab4-f4b7-44d4-ac1c-8dfa1d8b0dcc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1740565 Nov 15 19:25:50.714091 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:25:50.719030 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: from cryptography.utils import int_from_bytes Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: from cryptography.utils import int_from_bytes Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:25:50.721587 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:25:50.743213 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.43', 55118) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:50.820706 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534f68-8c26-4633-808f-57001a082d8f req-53e38aef-b736-4f83-aab7-0e235c2fe7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:50.823058 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-53e38aef-b736-4f83-aab7-0e235c2fe7b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.1974146 Nov 15 19:25:51.061610 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a1896-c999-46db-81f9-5df027168b89 req-c06c0596-7f85-4a74-a989-af065747a822 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:51.063539 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f72a1896-c999-46db-81f9-5df027168b89 req-c06c0596-7f85-4a74-a989-af065747a822 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.2963107 Nov 15 19:25:51.066043 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-8a74e1e9-595b-4785-847c-acb63040d3f1 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441143 Nov 15 19:25:51.070206 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534f68-8c26-4633-808f-57001a082d8f req-353ef636-803b-401f-a97f-c993b598c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:51.071876 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-353ef636-803b-401f-a97f-c993b598c0c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2251449 Nov 15 19:25:51.117326 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c9028-023f-40ff-97fd-b6e863ef9118 req-8a043824-a0ae-4bff-9971-b4908e9c864b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:51.120450 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-066c9028-023f-40ff-97fd-b6e863ef9118 req-8a043824-a0ae-4bff-9971-b4908e9c864b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 943 time: 0.5989218 Nov 15 19:25:51.121729 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c5451368-73ce-48e7-af8b-68bf2f08f72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.268109 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0c8be5c4-f70d-47bd-8e58-3d439b222eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.271716 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451368-73ce-48e7-af8b-68bf2f08f72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b2deab-7ac9-49e2-8e33-1186197aa6ba,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:51.299632 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-c5451368-73ce-48e7-af8b-68bf2f08f72b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55c6660cec99494b9cb1d70eeb4b6cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5621154 Nov 15 19:25:51.300199 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ffc3e-6dcc-49ea-a1ba-2ee7b774bab0 req-ed5c9d78-5878-4c9a-bb31-2e9f88fe7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:51.303809 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c76ffc3e-6dcc-49ea-a1ba-2ee7b774bab0 req-ed5c9d78-5878-4c9a-bb31-2e9f88fe7ad9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 1099 time: 0.5544553 Nov 15 19:25:51.303809 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47008) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:51.303809 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.336844 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.345471 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3c2ce176-90e9-49df-a271-5b164826ab40 HTTP/1.1" status: 204 len: 168 time: 1.7279797 Nov 15 19:25:51.345720 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f72a1896-c999-46db-81f9-5df027168b89 req-8534d103-4bc9-4408-893d-1bd65df0dea3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629278 Nov 15 19:25:51.352750 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47010) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:51.374467 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0c8be5c4-f70d-47bd-8e58-3d439b222eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.390748 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f4efa-3621-4fd3-8999-683567fb6c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2ce176-90e9-49df-a271-5b164826ab40,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:51.399001 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-066c9028-023f-40ff-97fd-b6e863ef9118 req-cef57fdc-bda8-43ae-9e9c-47c5408811d0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384584 Nov 15 19:25:51.406269 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c76ffc3e-6dcc-49ea-a1ba-2ee7b774bab0 req-32885eef-e6e2-4b70-a3f4-72ac68aacc8e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.518998 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b32db3-842f-40b1-8ac3-ac8bf0a04f1e x-openstack-request-id: req-77b32db3-842f-40b1-8ac3-ac8bf0a04f1e {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:25:51.519427 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:25:51.519807 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77b32db3-842f-40b1-8ac3-ac8bf0a04f1e {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:25:51.520420 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'status': 'completed', 'code': 200} Nov 15 19:25:51.545584 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-894c1ccb-c5ed-4e55-b986-ac4735b7a707 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515693 Nov 15 19:25:51.548802 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c2a86f6a-fe33-44a7-882a-4210f9b311ae req-5395dea0-8a7e-4749-8e02-87e73ad31f31 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452443 Nov 15 19:25:51.550072 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5adccf5e-84ed-42e1-b882-aa65c6321db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.560736 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8be5c4-f70d-47bd-8e58-3d439b222eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da132a3e-6a52-4b91-a665-3adfd528747c,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:51.566563 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0c8be5c4-f70d-47bd-8e58-3d439b222eff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9434386452b04f5ca421405fa30b1b68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1675899 Nov 15 19:25:51.584869 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47014) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:51.593348 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-704e96b8-a393-4480-a16e-fe543ec631e3 admin admin] Deleting subnet efe3fa71-4f63-4710-b503-08a61f6b313f {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:25:51.677810 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5adccf5e-84ed-42e1-b882-aa65c6321db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.678055 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-704e96b8-a393-4480-a16e-fe543ec631e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.779361 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d6e65-bac9-4ef2-acae-d3ac767fd400 req-e405e825-bd25-40f7-996e-f7ecb8978c9b tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:51.781312 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c2d6e65-bac9-4ef2-acae-d3ac767fd400 req-e405e825-bd25-40f7-996e-f7ecb8978c9b tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 946 time: 0.1777174 Nov 15 19:25:51.814716 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c76ffc3e-6dcc-49ea-a1ba-2ee7b774bab0 req-32885eef-e6e2-4b70-a3f4-72ac68aacc8e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.822196 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-704e96b8-a393-4480-a16e-fe543ec631e3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.851760 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-704e96b8-a393-4480-a16e-fe543ec631e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.872048 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c2d6e65-bac9-4ef2-acae-d3ac767fd400 req-e896ea4e-7730-4ee6-be49-b1837108beb7 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647857 Nov 15 19:25:51.899953 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c76ffc3e-6dcc-49ea-a1ba-2ee7b774bab0 req-32885eef-e6e2-4b70-a3f4-72ac68aacc8e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.916483 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf3-c946-422e-b229-4be3e96ed6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.919678 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3a534f68-8c26-4633-808f-57001a082d8f req-08bcb690-e8f1-403c-ad64-8d1c707e9b3e service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472059 Nov 15 19:25:51.937975 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e49331-41b2-4a4b-890a-c0b15ee26eb9 req-4d5f52d5-806e-4490-9dde-9541e6f50ff6 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:51.939578 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-25e49331-41b2-4a4b-890a-c0b15ee26eb9 req-4d5f52d5-806e-4490-9dde-9541e6f50ff6 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 945 time: 0.2558110 Nov 15 19:25:51.949153 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5adccf5e-84ed-42e1-b882-aa65c6321db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.954030 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5adccf5e-84ed-42e1-b882-aa65c6321db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:51.955981 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5adccf5e-84ed-42e1-b882-aa65c6321db9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3b2deab-7ac9-49e2-8e33-1186197aa6ba HTTP/1.1" status: 204 len: 168 time: 0.6514778 Nov 15 19:25:51.983245 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf3-c946-422e-b229-4be3e96ed6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.000338 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32885eef-e6e2-4b70-a3f4-72ac68aacc8e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f1907-6419-4662-8483-8303aee0192c,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:52.007805 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c76ffc3e-6dcc-49ea-a1ba-2ee7b774bab0 req-32885eef-e6e2-4b70-a3f4-72ac68aacc8e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843646 Nov 15 19:25:52.021114 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adccf5e-84ed-42e1-b882-aa65c6321db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b2deab-7ac9-49e2-8e33-1186197aa6ba,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:52.044185 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-25e49331-41b2-4a4b-890a-c0b15ee26eb9 req-20e11501-931f-4004-bba8-6f5b01a210f1 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943573 Nov 15 19:25:52.112461 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-704e96b8-a393-4480-a16e-fe543ec631e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.140192 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e96b8-a393-4480-a16e-fe543ec631e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe3fa71-4f63-4710-b503-08a61f6b313f,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:52.144792 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-704e96b8-a393-4480-a16e-fe543ec631e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.151590 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-704e96b8-a393-4480-a16e-fe543ec631e3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/efe3fa71-4f63-4710-b503-08a61f6b313f HTTP/1.1" status: 204 len: 168 time: 0.7911344 Nov 15 19:25:52.153812 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47018) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:52.232662 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf3-c946-422e-b229-4be3e96ed6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.237599 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf3-c946-422e-b229-4be3e96ed6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.239578 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-f0006cf3-c946-422e-b229-4be3e96ed6e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da132a3e-6a52-4b91-a665-3adfd528747c HTTP/1.1" status: 204 len: 168 time: 0.6532588 Nov 15 19:25:52.278810 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0006cf3-c946-422e-b229-4be3e96ed6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da132a3e-6a52-4b91-a665-3adfd528747c,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:52.300533 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.393006 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3925cb-9e65-4e54-802d-202b6fc067cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a216b2-1e6f-4ea6-a9ca-0b3b66860784'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:25:52.403756 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f464c5aa-543e-4e35-b964-26b57d397b73" -d '{"events": [{"server_uuid": "7c3925cb-9e65-4e54-802d-202b6fc067cc", "name": "network-vif-plugged", "status": "completed", "tag": "a5a216b2-1e6f-4ea6-a9ca-0b3b66860784"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:25:52.428237 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.465310 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86435617-5138-4ab8-a563-105233a6d281 req-dc4050ff-0a4b-4a1e-af43-d4d181e05174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:52.467662 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86435617-5138-4ab8-a563-105233a6d281 req-dc4050ff-0a4b-4a1e-af43-d4d181e05174 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 1096 time: 0.1569626 Nov 15 19:25:52.524238 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.525282 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.528965 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.529543 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > port after_create 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.530067 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.530523 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > port after_update 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.531008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.531674 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.532172 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.532719 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.544669 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70303188-e3b5-4982-b8aa-6efe93445b39 x-openstack-request-id: req-70303188-e3b5-4982-b8aa-6efe93445b39 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:25:52.545988 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3925cb-9e65-4e54-802d-202b6fc067cc", "name": "network-vif-plugged", "status": "completed", "tag": "a5a216b2-1e6f-4ea6-a9ca-0b3b66860784", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:25:52.546706 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70303188-e3b5-4982-b8aa-6efe93445b39 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:25:52.547878 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3925cb-9e65-4e54-802d-202b6fc067cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a216b2-1e6f-4ea6-a9ca-0b3b66860784', 'code': 200} Nov 15 19:25:52.628804 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.628804 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.628804 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.628804 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 19:25:52.628804 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3a36e1-2ee4-4399-8464-75a6f5f70342']}} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:52.651115 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a287a550-adb4-43e6-918d-93e6540adbfd') {'for_net_delete': True} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:52.651601 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a287a550-adb4-43e6-918d-93e6540adbfd') {} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:25:52.692896 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8747657'] for segment, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.751057 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.764977 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:25:52.765730 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11922465'] for segment, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: from cryptography.utils import int_from_bytes Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: from cryptography.utils import int_from_bytes Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: Traceback (most recent call last): Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: timer() Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: cb(*args, **kw) Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: return func(*args, **kwargs) Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: self._notify() Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: self.callback(batched_events) Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: event.method(event) Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: return f(self, *a, **k) Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._get(url).json() Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: return self.request(url, 'GET', **kwargs) Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:25:52.771413 dv-cinder-801522-7-iscsi neutron-server[102515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:25:52.945391 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45ebb0-f357-4262-b57e-09c7889b0398 req-ebc74bfb-82e2-4f11-b730-131848ccbd54 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:52.955977 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5b45ebb0-f357-4262-b57e-09c7889b0398 req-ebc74bfb-82e2-4f11-b730-131848ccbd54 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.4268146 Nov 15 19:25:52.958779 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4184-bed6-4e43-84e3-d539f3490abd req-07709805-b3d6-4675-8d29-f2c1221ec19a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:52.990292 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-79bb4184-bed6-4e43-84e3-d539f3490abd req-07709805-b3d6-4675-8d29-f2c1221ec19a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 943 time: 0.2861862 Nov 15 19:25:53.009937 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86435617-5138-4ab8-a563-105233a6d281 req-cc5c8d15-eef3-4c00-a623-1545d44b1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:53.011656 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86435617-5138-4ab8-a563-105233a6d281 req-cc5c8d15-eef3-4c00-a623-1545d44b1295 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 917 time: 0.5349391 Nov 15 19:25:53.060973 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5b45ebb0-f357-4262-b57e-09c7889b0398 req-1a17fdb7-02be-487a-843b-5283a9fd4c73 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036243 Nov 15 19:25:53.121122 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:53.123853 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-79bb4184-bed6-4e43-84e3-d539f3490abd req-a46bbaf5-a629-4c79-b166-5fa21a592d28 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323388 Nov 15 19:25:53.138068 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:53.145429 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ae3a36e1-2ee4-4399-8464-75a6f5f70342 HTTP/1.1" status: 204 len: 168 time: 0.9866753 Nov 15 19:25:53.164810 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579280ae-4aa1-4d7a-a030-e37d991e1c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3a36e1-2ee4-4399-8464-75a6f5f70342,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:53.184638 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49dfcd-a75c-413b-8713-f564e4a3031c req-bb87aea5-de6b-452b-89bf-512f12a51294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:53.186329 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ef49dfcd-a75c-413b-8713-f564e4a3031c req-bb87aea5-de6b-452b-89bf-512f12a51294 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 1098 time: 0.1599464 Nov 15 19:25:53.278157 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ef49dfcd-a75c-413b-8713-f564e4a3031c req-cfdd347b-2f06-49d1-963f-a7232188e2b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839994 Nov 15 19:25:53.287257 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86435617-5138-4ab8-a563-105233a6d281 req-001ba123-68c4-4caf-9439-4c2c1d2bee47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e HTTP/1.1" status: 200 len: 217 time: 0.2362628 Nov 15 19:25:53.364109 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b524b-ec9b-46cd-9cde-6ba5ebbc4176 req-4a887332-bd18-45ca-b5b2-ca5baf771ce0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:53.369194 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ba7b524b-ec9b-46cd-9cde-6ba5ebbc4176 req-4a887332-bd18-45ca-b5b2-ca5baf771ce0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 946 time: 0.0849662 Nov 15 19:25:53.395892 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc761268-44b3-4fd3-af8a-12154784008c req-44383c1b-f4f8-4481-a1da-43c3dc50607b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:53.397570 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dc761268-44b3-4fd3-af8a-12154784008c req-44383c1b-f4f8-4481-a1da-43c3dc50607b tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 945 time: 0.0907991 Nov 15 19:25:53.428692 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ba7b524b-ec9b-46cd-9cde-6ba5ebbc4176 req-b0707739-7a2d-4fad-8580-8e4a143e8281 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567837 Nov 15 19:25:53.483797 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dc761268-44b3-4fd3-af8a-12154784008c req-15ea1432-27ae-48df-a690-5ea3ee30960f tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790143 Nov 15 19:25:53.536984 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86435617-5138-4ab8-a563-105233a6d281 req-b04de21c-12f4-4074-98c3-b55c710c83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:53.538897 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86435617-5138-4ab8-a563-105233a6d281 req-b04de21c-12f4-4074-98c3-b55c710c83b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.0614409 Nov 15 19:25:53.629461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86435617-5138-4ab8-a563-105233a6d281 req-f0313f4f-3885-47a3-8d52-a0f7acdd0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:53.631012 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86435617-5138-4ab8-a563-105233a6d281 req-f0313f4f-3885-47a3-8d52-a0f7acdd0429 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825930 Nov 15 19:25:53.745569 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86435617-5138-4ab8-a563-105233a6d281 req-f2c880f3-a7fe-4055-8072-b49638ad6f6b service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027861 Nov 15 19:25:53.839810 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47074) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:53.926122 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86435617-5138-4ab8-a563-105233a6d281 req-93b3f205-fad1-4859-963a-7b3894c1b9ad service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728456 Nov 15 19:25:53.940240 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2ce4229d-c1f3-4f19-808e-4cfa2a3f24f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5eeaee9fcdbe44b9a54e1bebda1bf45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0948188 Nov 15 19:25:53.940592 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47076) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:54.002412 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4af7bc4d-a5e1-43ea-bdbb-8e69993ad911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.028316 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4af7bc4d-a5e1-43ea-bdbb-8e69993ad911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.126651 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 9a049bff-d2d3-434d-849f-31d1238f0dfa details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:25:54.236540 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47084) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:54.266597 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4af7bc4d-a5e1-43ea-bdbb-8e69993ad911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.273207 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 9a049bff-d2d3-434d-849f-31d1238f0dfa, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:54.292383 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4af7bc4d-a5e1-43ea-bdbb-8e69993ad911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.297818 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4af7bc4d-a5e1-43ea-bdbb-8e69993ad911 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2a4032f-37b4-4c2c-a96c-59078a83f37d HTTP/1.1" status: 204 len: 168 time: 0.3518922 Nov 15 19:25:54.301912 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'port_id': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'mac_address': 'fa:16:3e:20:58:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:25:54.321709 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8fde-8690-416d-bf5c-22c46f89dc48 req-0a61f86d-bf96-4084-aca6-336a65f3fd5b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:54.323453 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-075d8fde-8690-416d-bf5c-22c46f89dc48 req-0a61f86d-bf96-4084-aca6-336a65f3fd5b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1108067 Nov 15 19:25:54.330451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7bc4d-a5e1-43ea-bdbb-8e69993ad911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a4032f-37b4-4c2c-a96c-59078a83f37d,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:54.364791 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.407747 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a049bff-d2d3-434d-849f-31d1238f0dfa {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:25:54.419264 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-075d8fde-8690-416d-bf5c-22c46f89dc48 req-0f565f62-bad9-497f-93e7-043f9349175c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843794 Nov 15 19:25:54.438549 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 9a049bff-d2d3-434d-849f-31d1238f0dfa, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:54.528543 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.529680 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:25:54.571807 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca19d5-189b-4d3b-af7f-699c76157566 req-dc0b2df6-e09d-4a05-8067-d237f9c10542 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:54.575147 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9fca19d5-189b-4d3b-af7f-699c76157566 req-dc0b2df6-e09d-4a05-8067-d237f9c10542 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 943 time: 0.1893773 Nov 15 19:25:54.644523 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f9de524e-55e5-439f-948e-fef9cecd0098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.666089 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bf500-cb12-4be6-81aa-8cd43079c163 req-1a6891cf-845a-488e-a8a7-3c12feaede25 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:54.668686 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b39bf500-cb12-4be6-81aa-8cd43079c163 req-1a6891cf-845a-488e-a8a7-3c12feaede25 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 946 time: 0.1023488 Nov 15 19:25:54.686523 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=9a049bff-d2d3-434d-849f-31d1238f0dfa,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:54.749868 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9fca19d5-189b-4d3b-af7f-699c76157566 req-1131fe48-5bed-4775-81a5-fca96830b896 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520319 Nov 15 19:25:54.781719 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:54.844090 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'port_id': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'mac_address': 'fa:16:3e:86:4c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:25:54.870574 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b39bf500-cb12-4be6-81aa-8cd43079c163 req-aaaaf5d6-92d8-47b3-92a3-cc58e4abda7c tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899171 Nov 15 19:25:54.936522 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f9de524e-55e5-439f-948e-fef9cecd0098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.938337 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:54.966479 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d8fd5-cc82-439a-8243-8aebfc52d65e {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:25:54.969028 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0985a-e4c9-4b76-87e8-e807cee8da1d req-cde964fb-ec0f-4785-8582-1881efbaaa6f tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:54.981264 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ace0985a-e4c9-4b76-87e8-e807cee8da1d req-cde964fb-ec0f-4785-8582-1881efbaaa6f tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 945 time: 0.1486201 Nov 15 19:25:55.004284 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:55.075616 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ace0985a-e4c9-4b76-87e8-e807cee8da1d req-9a5ada97-3259-46bb-85f8-ac14a0dbb84c tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931993 Nov 15 19:25:55.077836 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f9de524e-55e5-439f-948e-fef9cecd0098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:55.100863 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:55.159740 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-f9de524e-55e5-439f-948e-fef9cecd0098 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6ca09d87d1846e8b11653c432111cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9218583 Nov 15 19:25:55.161195 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de524e-55e5-439f-948e-fef9cecd0098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cd21da-119a-432f-8b83-a12d9fd237af,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:55.165653 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47114) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:55.224236 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:55.244507 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-640eb7be-13c9-450b-9303-cdb50ff03924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:55.299355 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-640eb7be-13c9-450b-9303-cdb50ff03924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:55.352045 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['605d8fd5-cc82-439a-8243-8aebfc52d65e'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:25:55.399544 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['9a049bff-d2d3-434d-849f-31d1238f0dfa'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:25:55.707125 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47122) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:55.731868 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee0409-8381-4279-9645-92eb61e66e9c req-68be8655-2f5f-458b-be6e-44fa03a13690 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:55.748313 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-00ee0409-8381-4279-9645-92eb61e66e9c req-68be8655-2f5f-458b-be6e-44fa03a13690 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 944 time: 0.1604228 Nov 15 19:25:55.758167 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-640eb7be-13c9-450b-9303-cdb50ff03924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:55.764907 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-640eb7be-13c9-450b-9303-cdb50ff03924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:55.768718 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-640eb7be-13c9-450b-9303-cdb50ff03924 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10cd21da-119a-432f-8b83-a12d9fd237af HTTP/1.1" status: 204 len: 168 time: 0.6020427 Nov 15 19:25:55.807548 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640eb7be-13c9-450b-9303-cdb50ff03924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cd21da-119a-432f-8b83-a12d9fd237af,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:55.825982 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0de99593-9aca-4d96-8063-5893ed6b79a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=941c002562d542908549a07079c8090a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132505 Nov 15 19:25:55.827037 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47130) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:55.879009 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-00ee0409-8381-4279-9645-92eb61e66e9c req-9295d62e-928f-4f2b-913b-e87f77713cfb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293106 Nov 15 19:25:55.985149 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a8768f1-8ec0-4209-bd14-a4ba8ca14a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:56.018100 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a8768f1-8ec0-4209-bd14-a4ba8ca14a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:56.053431 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda2ad9-56c9-4f37-ac69-4c7dd394db6a req-94cef06b-c8b1-46a1-9ee6-2303b6cd7ab0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:56.056103 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9eda2ad9-56c9-4f37-ac69-4c7dd394db6a req-94cef06b-c8b1-46a1-9ee6-2303b6cd7ab0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 944 time: 0.1214857 Nov 15 19:25:56.190092 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9eda2ad9-56c9-4f37-ac69-4c7dd394db6a req-37dad316-a108-461d-9e59-6c0c7fe1ca0b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130848 Nov 15 19:25:56.282776 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a8768f1-8ec0-4209-bd14-a4ba8ca14a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:56.290262 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a8768f1-8ec0-4209-bd14-a4ba8ca14a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:56.292815 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-6a8768f1-8ec0-4209-bd14-a4ba8ca14a8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea1fa41e-69e3-485d-bd6c-fb66d12468d0 HTTP/1.1" status: 204 len: 168 time: 0.4642398 Nov 15 19:25:56.323957 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8768f1-8ec0-4209-bd14-a4ba8ca14a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1fa41e-69e3-485d-bd6c-fb66d12468d0,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:57.081097 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c19efb-c496-4ab9-8636-26a9c2660eda req-a3ae9684-63b6-4dc5-9d94-db782cf8cb9e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:57.082675 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-36c19efb-c496-4ab9-8636-26a9c2660eda req-a3ae9684-63b6-4dc5-9d94-db782cf8cb9e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 944 time: 0.0729368 Nov 15 19:25:57.162670 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-36c19efb-c496-4ab9-8636-26a9c2660eda req-c5baf238-6059-4d4e-bdb3-7f1a7ca69082 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730526 Nov 15 19:25:57.168734 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47158) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:57.198234 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c53436bb-5583-46f3-94e6-f9ae99b1aee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:57.353489 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c53436bb-5583-46f3-94e6-f9ae99b1aee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:57.460883 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c53436bb-5583-46f3-94e6-f9ae99b1aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:57.582395 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c53436bb-5583-46f3-94e6-f9ae99b1aee6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e128b6c3a2aa41db9ec36939cbe115d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088619 Nov 15 19:25:57.582873 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47178) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:25:57.582987 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53436bb-5583-46f3-94e6-f9ae99b1aee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d3ec7-8a80-4511-9b07-6c9acd9f3139,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:57.609836 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23740df-f29c-49fc-86c6-0ca7cd93c004 req-c0b3193d-a884-4473-a76a-059b007ebca9 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:57.612880 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d23740df-f29c-49fc-86c6-0ca7cd93c004 req-c0b3193d-a884-4473-a76a-059b007ebca9 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 944 time: 0.2254772 Nov 15 19:25:57.691185 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d23740df-f29c-49fc-86c6-0ca7cd93c004 req-96c0d146-3992-4ea4-b245-7e93c1097fdb tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713177 Nov 15 19:25:57.704853 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eb8afdcf-ed24-4a06-9966-e01353e263a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:57.724743 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eb8afdcf-ed24-4a06-9966-e01353e263a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:57.886621 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eb8afdcf-ed24-4a06-9966-e01353e263a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:57.892335 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eb8afdcf-ed24-4a06-9966-e01353e263a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:57.896526 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-eb8afdcf-ed24-4a06-9966-e01353e263a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/221d3ec7-8a80-4511-9b07-6c9acd9f3139 HTTP/1.1" status: 204 len: 168 time: 0.3118191 Nov 15 19:25:57.918722 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8afdcf-ed24-4a06-9966-e01353e263a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d3ec7-8a80-4511-9b07-6c9acd9f3139,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:58.160695 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 9a049bff-d2d3-434d-849f-31d1238f0dfa up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:58.334021 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 9a049bff-d2d3-434d-849f-31d1238f0dfa completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:25:58.339287 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 9a049bff-d2d3-434d-849f-31d1238f0dfa triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:58.339707 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:58.499177 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:58.532290 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a049bff-d2d3-434d-849f-31d1238f0dfa'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:25:58.532290 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e9e15a-a487-4e0d-a865-cd9b7227e3ce" -d '{"events": [{"server_uuid": "77958d3f-1e87-4810-8b30-a9cfd60da774", "name": "network-vif-plugged", "status": "completed", "tag": "9a049bff-d2d3-434d-849f-31d1238f0dfa"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:25:58.555891 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 9a049bff-d2d3-434d-849f-31d1238f0dfa, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:58.637031 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:58.638772 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:25:58.765418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=9a049bff-d2d3-434d-849f-31d1238f0dfa,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:58.895015 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8de09d-28f8-42c3-9336-31f6ee88ef6d req-70177052-62e2-4290-9cb0-3034b68bbaa1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:58.898003 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-de8de09d-28f8-42c3-9336-31f6ee88ef6d req-70177052-62e2-4290-9cb0-3034b68bbaa1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 944 time: 0.0763235 Nov 15 19:25:58.955517 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 605d8fd5-cc82-439a-8243-8aebfc52d65e completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:25:58.963234 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 605d8fd5-cc82-439a-8243-8aebfc52d65e triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:25:58.963602 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:58.991884 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-de8de09d-28f8-42c3-9336-31f6ee88ef6d req-4caca1c7-6c45-44dd-a8e4-1cdbacc9bd53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870631 Nov 15 19:25:59.045277 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f907ddf3-2cb3-41f3-9629-6b231b66b435 x-openstack-request-id: req-f907ddf3-2cb3-41f3-9629-6b231b66b435 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:25:59.045800 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77958d3f-1e87-4810-8b30-a9cfd60da774", "name": "network-vif-plugged", "status": "completed", "tag": "9a049bff-d2d3-434d-849f-31d1238f0dfa", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:25:59.046054 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f907ddf3-2cb3-41f3-9629-6b231b66b435 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:25:59.046437 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'code': 200} Nov 15 19:25:59.113063 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:59.137435 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aca8e-3937-4158-8378-2d026ffaabc6 req-4a407e04-55a6-4e2c-a0c9-95733822bbaf tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:59.139499 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b4aca8e-3937-4158-8378-2d026ffaabc6 req-4a407e04-55a6-4e2c-a0c9-95733822bbaf tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0576656 Nov 15 19:25:59.157483 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:25:59.197079 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b4aca8e-3937-4158-8378-2d026ffaabc6 req-1716b6e9-d21b-49c2-9053-8cc3a07095c6 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452709 Nov 15 19:25:59.311284 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:25:59.391183 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:25:59.544325 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695967cf-6dd3-47bd-b705-625be853d538 req-a841e92a-84ee-4d26-b4d0-4249c151f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:25:59.546993 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-695967cf-6dd3-47bd-b705-625be853d538 req-a841e92a-84ee-4d26-b4d0-4249c151f1fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 1098 time: 0.0901005 Nov 15 19:25:59.695999 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-695967cf-6dd3-47bd-b705-625be853d538 req-7b713c59-d25d-4e91-9fb1-38dcfd4131d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698328 Nov 15 19:26:00.179916 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0357-7a5c-4e56-9438-002c7d852fac req-a14d1054-8ba1-4189-af57-cc14c3887baf tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:00.185575 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e85b0357-7a5c-4e56-9438-002c7d852fac req-a14d1054-8ba1-4189-af57-cc14c3887baf tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0835433 Nov 15 19:26:00.248634 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e85b0357-7a5c-4e56-9438-002c7d852fac req-13e2fdee-7157-4cf3-87ce-10f63569c37b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500839 Nov 15 19:26:00.357519 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94effa7-7fc0-42ba-91f7-fa9142c3663b req-f262dcc8-fd94-4264-9b62-402071a37a1a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:00.366732 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f94effa7-7fc0-42ba-91f7-fa9142c3663b req-f262dcc8-fd94-4264-9b62-402071a37a1a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0721092 Nov 15 19:26:00.422084 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f94effa7-7fc0-42ba-91f7-fa9142c3663b req-109dbb80-de11-4bb6-b577-aebf3de4a882 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544155 Nov 15 19:26:01.047319 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:01.050153 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c6fc26-5e62-4f85-9466-03631fa51f9c" -d '{"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-plugged", "status": "completed", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:01.092646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be30016f-6d2f-4853-b66c-f7e6b311295a x-openstack-request-id: req-be30016f-6d2f-4853-b66c-f7e6b311295a {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:01.093332 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-plugged", "status": "completed", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:01.093768 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be30016f-6d2f-4853-b66c-f7e6b311295a {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:01.094428 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'code': 200} Nov 15 19:26:01.452824 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e94d9-4001-4e1e-be46-4783985fee06 req-032ff010-b5aa-43a0-a9bf-e58580c780e1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:01.456419 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e77e94d9-4001-4e1e-be46-4783985fee06 req-032ff010-b5aa-43a0-a9bf-e58580c780e1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0711694 Nov 15 19:26:01.568563 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e77e94d9-4001-4e1e-be46-4783985fee06 req-e3dc841e-564a-491a-a3c4-5cc0c02a396e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022937 Nov 15 19:26:01.577243 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415057f-8bb8-4dc2-9c95-491365a25c43 req-593ec98f-7cc1-491c-a7fd-513cc3417583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:01.579318 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3415057f-8bb8-4dc2-9c95-491365a25c43 req-593ec98f-7cc1-491c-a7fd-513cc3417583 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 1098 time: 0.0625787 Nov 15 19:26:01.597507 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754ad56-4d46-4593-acc6-0217c1f12292 req-b445c6c7-8ffd-4530-9e7b-e69fb68c2946 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:01.603572 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d754ad56-4d46-4593-acc6-0217c1f12292 req-b445c6c7-8ffd-4530-9e7b-e69fb68c2946 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0694373 Nov 15 19:26:01.664109 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d754ad56-4d46-4593-acc6-0217c1f12292 req-e34469e6-a252-4b11-948e-cc00ab91b083 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568800 Nov 15 19:26:01.830074 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3415057f-8bb8-4dc2-9c95-491365a25c43 req-28fdf831-b982-4a24-87bd-9591a1b92716 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426546 Nov 15 19:26:01.844113 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e06a-2100-40a6-884a-db21642442bd req-c70f7ff7-cd62-4c75-8f7e-e1ad96e8d373 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:01.845709 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8e24e06a-2100-40a6-884a-db21642442bd req-c70f7ff7-cd62-4c75-8f7e-e1ad96e8d373 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0752406 Nov 15 19:26:01.861185 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47338) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:01.866475 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'floatingip': {'port_id': '9a049bff-d2d3-434d-849f-31d1238f0dfa'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:01.999870 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:02.346571 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cee0c8ee-94a8-443a-9120-9aa5e2b0b74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:02.684780 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.db.resource_extend [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 19:26:02.808327 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:02.823633 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797307aa-9e46-4959-b3b5-b6fd3b0dfb00 req-9064eef6-882e-4a2a-8d4c-66adb21fa32d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:02.825172 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-797307aa-9e46-4959-b3b5-b6fd3b0dfb00 req-9064eef6-882e-4a2a-8d4c-66adb21fa32d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1448967 Nov 15 19:26:02.918942 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-797307aa-9e46-4959-b3b5-b6fd3b0dfb00 req-d82cce40-6695-4b25-a356-e9986c030cd0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866344 Nov 15 19:26:02.923049 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:03.080893 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Floating IP f04e4909-5b36-4b25-b669-824857bf4e7a associated. External IP: 172.27.0.158, port: 9a049bff-d2d3-434d-849f-31d1238f0dfa. Nov 15 19:26:03.380100 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Router 4fce6746-5632-4832-8c4f-e960924f8ba8 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:26:03.515172 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:26:03.520426 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:03.534441 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] Sync routers for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:26:03.548674 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:03.549452 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:03.550976 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0ef2c349-3083-488b-bfb5-a82605c5d2d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "PUT /v2.0/floatingips/f04e4909-5b36-4b25-b669-824857bf4e7a HTTP/1.1" status: 200 len: 991 time: 1.6885822 Nov 15 19:26:03.551535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'tag': '9a049bff-d2d3-434d-849f-31d1238f0dfa'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:03.554204 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "77958d3f-1e87-4810-8b30-a9cfd60da774", "tag": "9a049bff-d2d3-434d-849f-31d1238f0dfa"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:03.625544 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f4f686-e23e-43e8-a712-1d80f279b50b x-openstack-request-id: req-c5f4f686-e23e-43e8-a712-1d80f279b50b {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:03.626308 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77958d3f-1e87-4810-8b30-a9cfd60da774", "tag": "9a049bff-d2d3-434d-849f-31d1238f0dfa", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:03.626714 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5f4f686-e23e-43e8-a712-1d80f279b50b {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:03.627344 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'tag': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'status': 'completed', 'code': 200} Nov 15 19:26:03.690979 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:03.706572 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-d868b9df-a454-45ba-9d92-51b9d7f2f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:03.710560 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-d868b9df-a454-45ba-9d92-51b9d7f2f9bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 1098 time: 0.0523345 Nov 15 19:26:03.861120 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-53eff93b-a7df-4e87-9a5c-898f81b608a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:03.863082 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-53eff93b-a7df-4e87-9a5c-898f81b608a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 911 time: 0.1332929 Nov 15 19:26:04.020142 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-df2f0f9e-f7af-4865-a17f-774e5502ba15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa HTTP/1.1" status: 200 len: 999 time: 0.1419291 Nov 15 19:26:04.081982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-8acde1ed-fe38-4932-a49e-f83fff300be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:04.083884 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-8acde1ed-fe38-4932-a49e-f83fff300be5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.0540686 Nov 15 19:26:04.086168 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'f04e4909-5b36-4b25-b669-824857bf4e7a', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'port_id': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'mac_address': 'fa:16:3e:20:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:25:31Z', 'updated_at': '2021-11-15T19:26:02Z', 'revision_number': 1, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:04.118263 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] Checking router: 4fce6746-5632-4832-8c4f-e960924f8ba8 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:26:04.122447 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbdb99-bad7-4fa2-8b7f-ff0b1dc52fe1 req-c41a1bda-e4ee-4ae2-a236-b68f011036fb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:04.124479 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a5dbdb99-bad7-4fa2-8b7f-ff0b1dc52fe1 req-c41a1bda-e4ee-4ae2-a236-b68f011036fb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0631163 Nov 15 19:26:04.128094 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:04.128825 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:25:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:04.146687 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-a3638557-be9b-46d2-b0c5-637ac14f0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:04.148753 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-a3638557-be9b-46d2-b0c5-637ac14f0f45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543463 Nov 15 19:26:04.228122 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a5dbdb99-bad7-4fa2-8b7f-ff0b1dc52fe1 req-e7fe172a-3b8e-47c4-af98-ab7487f4670f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944619 Nov 15 19:26:04.348597 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:04.465164 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-6dad8e7f-b85f-4fef-ace8-fd7f4620dd5e service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904449 Nov 15 19:26:04.487218 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e952-de13-43bf-8574-c9def41588c1 req-8dc4b6ce-e69f-46d2-9ba5-d4722f5a3ffe tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:04.489258 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aa31e952-de13-43bf-8574-c9def41588c1 req-8dc4b6ce-e69f-46d2-9ba5-d4722f5a3ffe tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0920911 Nov 15 19:26:04.510661 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47418) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:04.518341 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'floatingip': {'port_id': '605d8fd5-cc82-439a-8243-8aebfc52d65e'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:04.603739 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57cc9fb9-88ce-4097-ba18-4f0ec05cd9f6 req-c78efcf7-133d-4dd1-b807-9d9189af2041 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132231 Nov 15 19:26:04.612895 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:04.688597 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e370aff6-0b89-466e-9747-8d5745ffbb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:04.715069 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'f04e4909-5b36-4b25-b669-824857bf4e7a', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'port_id': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'mac_address': 'fa:16:3e:20:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:25:31Z', 'updated_at': '2021-11-15T19:26:02Z', 'revision_number': 1, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:04.772138 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda3e54-5278-4535-8219-7f3931a1eb41 None None] The sync data for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi is: [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'f04e4909-5b36-4b25-b669-824857bf4e7a', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'port_id': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'mac_address': 'fa:16:3e:20:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:25:31Z', 'updated_at': '2021-11-15T19:26:02Z', 'revision_number': 1, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:26:05.144701 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a2d1b-f813-4743-8e1d-21a239a64fba None None] New status for floating IP f04e4909-5b36-4b25-b669-824857bf4e7a: ACTIVE {{(pid=102517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:26:05.642828 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:05.751465 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:05.814916 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:05.871157 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Floating IP edcb968e-788b-4871-badc-74c29f19badc associated. External IP: 172.27.0.14, port: 605d8fd5-cc82-439a-8243-8aebfc52d65e. Nov 15 19:26:06.142852 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:26:06.263905 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:26:06.268587 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:06.278252 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] Sync routers for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:26:06.294760 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:06.301930 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:06.306798 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-37397586-343c-484d-b1f2-9604696b8e58 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "PUT /v2.0/floatingips/edcb968e-788b-4871-badc-74c29f19badc HTTP/1.1" status: 200 len: 990 time: 1.7944188 Nov 15 19:26:06.307712 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:06.311746 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846899a-0b2d-4c66-a981-a265a82e8117" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:06.422642 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1381886-6f2e-4b19-937c-e62762b37ae3 x-openstack-request-id: req-c1381886-6f2e-4b19-937c-e62762b37ae3 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:06.423387 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:06.423797 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1381886-6f2e-4b19-937c-e62762b37ae3 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:06.425807 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'status': 'completed', 'code': 200} Nov 15 19:26:06.540546 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-d6063389-62b6-4807-8e85-7646208e405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:06.543889 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-d6063389-62b6-4807-8e85-7646208e405f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 1098 time: 0.0793681 Nov 15 19:26:06.571061 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:06.704745 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-9030920d-1e13-4138-a9f8-23b28231acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:06.706493 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-9030920d-1e13-4138-a9f8-23b28231acf6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 917 time: 0.1443779 Nov 15 19:26:06.803056 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-c12f43d0-4e6b-4612-a279-dd3340a93447 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e HTTP/1.1" status: 200 len: 998 time: 0.0831661 Nov 15 19:26:06.878488 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-255810d7-b7ef-442e-9e9e-dbc45df48767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:06.882157 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-255810d7-b7ef-442e-9e9e-dbc45df48767 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.0654383 Nov 15 19:26:06.938919 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-c7fb12c1-fe83-4dad-b09b-1dfafa33122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:06.941625 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-c7fb12c1-fe83-4dad-b09b-1dfafa33122a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514836 Nov 15 19:26:07.031800 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'edcb968e-788b-4871-badc-74c29f19badc', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'port_id': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'mac_address': 'fa:16:3e:86:4c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:25:33Z', 'updated_at': '2021-11-15T19:26:05Z', 'revision_number': 1, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:07.071990 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] Checking router: 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:26:07.083075 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:07.085608 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:07.125373 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-24f8f87c-6dc8-4afd-9f00-0717180f0fd1 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750002 Nov 15 19:26:07.226852 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:07.333429 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0846899a-0b2d-4c66-a981-a265a82e8117 req-59b29a4a-ab24-4c00-ab0d-915b803dd2d2 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870916 Nov 15 19:26:07.391535 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:07.559257 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'edcb968e-788b-4871-badc-74c29f19badc', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'port_id': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'mac_address': 'fa:16:3e:86:4c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:25:33Z', 'updated_at': '2021-11-15T19:26:05Z', 'revision_number': 1, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:07.608826 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b143bd5-a97a-4f5c-b81f-6ce585e561b4 None None] The sync data for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi is: [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'edcb968e-788b-4871-badc-74c29f19badc', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'port_id': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'mac_address': 'fa:16:3e:86:4c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:25:33Z', 'updated_at': '2021-11-15T19:26:05Z', 'revision_number': 1, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:26:07.876035 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d143a2-6782-478f-bff0-12ff4183feb0 None None] New status for floating IP edcb968e-788b-4871-badc-74c29f19badc: ACTIVE {{(pid=102517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:26:08.095117 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:08.346334 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47536) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:08.551289 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47550) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:08.668795 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3a8779ac-c5dc-4446-8cbc-a9b072f0bbbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:08.697788 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:08.841239 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3a8779ac-c5dc-4446-8cbc-a9b072f0bbbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:08.862281 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.005226 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-639c6c08-73bd-43b2-97ea-dbb1ffc528d9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:09.007406 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-639c6c08-73bd-43b2-97ea-dbb1ffc528d9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 815 time: 0.1344614 Nov 15 19:26:09.008904 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.013000 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3a8779ac-c5dc-4446-8cbc-a9b072f0bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.080400 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-8bc97716-c1a0-4184-bcf7-b25fc804a18a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/quotas/11243378914b4aef98122fff6805d23f HTTP/1.1" status: 200 len: 375 time: 0.0628774 Nov 15 19:26:09.085832 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27bb5a03912245628a5b8ad0aa315612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328045 Nov 15 19:26:09.086565 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6725b41-cfb0-4a79-88a7-7dc87da37d80,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:09.089005 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47582) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:09.098474 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3a8779ac-c5dc-4446-8cbc-a9b072f0bbbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38d361eb928f4fb7817d897ac079cb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7510343 Nov 15 19:26:09.105143 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47584) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:09.109320 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.109673 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.110010 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.110339 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.110672 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.110995 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.111382 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.111713 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.112038 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.112379 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.112715 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.113033 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfba888-fa10-4f15-bd9b-a0d10d21347f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.161160 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8779ac-c5dc-4446-8cbc-a9b072f0bbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdc0196-ee7b-456b-b56e-002f68795994,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:09.182226 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-2fd4b91a-3046-49ed-ac4e-c41705bdbdb8 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896482 Nov 15 19:26:09.183227 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.209097 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.264085 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a72a3c4a-c752-41b7-9bda-b4bb35aa3d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.309093 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a72a3c4a-c752-41b7-9bda-b4bb35aa3d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.361372 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.367353 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.369691 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6725b41-cfb0-4a79-88a7-7dc87da37d80 HTTP/1.1" status: 204 len: 168 time: 0.2792711 Nov 15 19:26:09.374191 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-02983928-a825-4bd7-85da-9ec19b65a67a service neutron] 10.222.0.48 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901698 Nov 15 19:26:09.400909 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6725b41-cfb0-4a79-88a7-7dc87da37d80,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:09.424439 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.424439 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.424439 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.424439 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.424439 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.424439 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.427056 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.428179 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.429897 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.431602 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.433410 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.434310 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779a3c8-dc3e-477d-b36b-6a7b95089209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:09.535744 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-12553919-7608-48bb-8152-73108036ea41 service neutron] 10.222.0.48 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543369 Nov 15 19:26:09.562877 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a72a3c4a-c752-41b7-9bda-b4bb35aa3d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.566083 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a72a3c4a-c752-41b7-9bda-b4bb35aa3d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:09.567297 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-a72a3c4a-c752-41b7-9bda-b4bb35aa3d3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cdc0196-ee7b-456b-b56e-002f68795994 HTTP/1.1" status: 204 len: 168 time: 0.4611270 Nov 15 19:26:09.583610 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a3c4a-c752-41b7-9bda-b4bb35aa3d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdc0196-ee7b-456b-b56e-002f68795994,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:09.899722 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-51227de9-4759-4a9b-b893-10fe67751178 req-642f0f3e-efae-4473-a157-6fba8272b081 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 210 time: 0.0353549 Nov 15 19:26:10.148757 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-8543e128-9868-4df1-a900-8e27cc2a00b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567248 Nov 15 19:26:10.254054 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-f7d3d2ca-ccae-48c2-9ca0-4e0446a4c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:10.255566 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-f7d3d2ca-ccae-48c2-9ca0-4e0446a4c282 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 1099 time: 0.0472653 Nov 15 19:26:10.402572 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-753b5f21-2988-4567-9855-f0cb0d35e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:10.403165 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-753b5f21-2988-4567-9855-f0cb0d35e507 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 916 time: 0.1203203 Nov 15 19:26:10.483057 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-6c9db426-00fe-4aa3-b483-7c17893053ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a HTTP/1.1" status: 200 len: 217 time: 0.0645866 Nov 15 19:26:10.582334 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-31553395-157d-49be-98c5-966375bfbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:10.584206 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-31553395-157d-49be-98c5-966375bfbca2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2876cab-317e-4429-b897-8adf49ee5b6f HTTP/1.1" status: 200 len: 855 time: 0.0895460 Nov 15 19:26:10.633203 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-27fd2c35-812c-4b02-8c93-a0871644300c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40df3f60-b95a-443a-b00f-e785277e2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382190 Nov 15 19:26:10.690598 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47628) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:10.705334 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf2af-3114-4ca9-a667-292eeb2149c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:10.796712 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-ef9bd416-361f-446a-937b-d229a608bf38 service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552174 Nov 15 19:26:10.806917 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47630) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:10.836622 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf2af-3114-4ca9-a667-292eeb2149c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:10.932523 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b6128bc-7300-4cfd-ab0f-ab7d1d3dfe54 req-1c260cea-7c55-4e81-878d-11a6a8b9ed19 service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244040 Nov 15 19:26:10.946366 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-67b60abd-442d-4c14-af2c-65170358b00e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:10.989256 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf2af-3114-4ca9-a667-292eeb2149c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.010397 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03481378-57e4-45b3-9354-4f84cfef9505 req-12699d27-9884-4b3e-8743-14c4295056c4 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 210 time: 0.0278571 Nov 15 19:26:11.044651 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-ebdaf2af-3114-4ca9-a667-292eeb2149c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49231f1c4e2747bdaa187fca50de2f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528044 Nov 15 19:26:11.047440 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47640) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:11.060569 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaf2af-3114-4ca9-a667-292eeb2149c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74d7910-23b9-4b87-b26b-687886076967,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:11.088984 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-67b60abd-442d-4c14-af2c-65170358b00e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.090830 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47642) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:11.109391 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b4b4420c-04a0-4dfa-bebe-de8df76fe0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.127344 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f999d7da-478c-416b-b413-8a9fabc61057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.171848 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f999d7da-478c-416b-b413-8a9fabc61057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.216341 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-67b60abd-442d-4c14-af2c-65170358b00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.224709 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b4b4420c-04a0-4dfa-bebe-de8df76fe0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.294999 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-67b60abd-442d-4c14-af2c-65170358b00e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f29560d9d82443bf9765261570b6fba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859793 Nov 15 19:26:11.297180 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b60abd-442d-4c14-af2c-65170358b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1232cd5b-e073-4fca-924b-5529a510d0fb,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:11.298372 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47644) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:11.302773 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b4b4420c-04a0-4dfa-bebe-de8df76fe0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.327511 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f999d7da-478c-416b-b413-8a9fabc61057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.331213 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f999d7da-478c-416b-b413-8a9fabc61057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.332842 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f999d7da-478c-416b-b413-8a9fabc61057 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f74d7910-23b9-4b87-b26b-687886076967 HTTP/1.1" status: 204 len: 168 time: 0.2839649 Nov 15 19:26:11.353451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999d7da-478c-416b-b413-8a9fabc61057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74d7910-23b9-4b87-b26b-687886076967,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:11.384782 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b4b4420c-04a0-4dfa-bebe-de8df76fe0a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e32eb4c05e446f98d985a47638136f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925034 Nov 15 19:26:11.387536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47648) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:11.400305 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4420c-04a0-4dfa-bebe-de8df76fe0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba9db1-4c06-4e94-b3b9-f38c4c0c1269,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:11.422166 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-82d77238-2c41-49f7-92c7-b82f2901230a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.469486 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-82d77238-2c41-49f7-92c7-b82f2901230a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.497948 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c160ae5f-74b3-4dfa-a8d1-28e14bcf68a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.543350 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c160ae5f-74b3-4dfa-a8d1-28e14bcf68a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.642673 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-82d77238-2c41-49f7-92c7-b82f2901230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.645640 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-82d77238-2c41-49f7-92c7-b82f2901230a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.654553 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-82d77238-2c41-49f7-92c7-b82f2901230a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1232cd5b-e073-4fca-924b-5529a510d0fb HTTP/1.1" status: 204 len: 168 time: 0.3522961 Nov 15 19:26:11.665271 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d77238-2c41-49f7-92c7-b82f2901230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1232cd5b-e073-4fca-924b-5529a510d0fb,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:11.728506 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c160ae5f-74b3-4dfa-a8d1-28e14bcf68a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.731344 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c160ae5f-74b3-4dfa-a8d1-28e14bcf68a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:11.733027 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c160ae5f-74b3-4dfa-a8d1-28e14bcf68a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3ba9db1-4c06-4e94-b3b9-f38c4c0c1269 HTTP/1.1" status: 204 len: 168 time: 0.3442667 Nov 15 19:26:11.743930 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160ae5f-74b3-4dfa-a8d1-28e14bcf68a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba9db1-4c06-4e94-b3b9-f38c4c0c1269,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:12.177897 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c576d097-fc0c-44cd-b88a-f6b10f9acbe6 req-fdec2b32-1492-453c-8dc3-70986a568f38 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 210 time: 0.0479746 Nov 15 19:26:12.591971 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:12.736960 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47690) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:12.760504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-19e3cb4e-7341-4966-9248-56f1fb3eb45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:12.865969 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-19e3cb4e-7341-4966-9248-56f1fb3eb45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:12.951200 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-19e3cb4e-7341-4966-9248-56f1fb3eb45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:12.999603 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-19e3cb4e-7341-4966-9248-56f1fb3eb45c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8221e49fc5d545a3adb744cd50deba5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611532 Nov 15 19:26:13.000041 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47696) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:13.001481 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3cb4e-7341-4966-9248-56f1fb3eb45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afde587c-09d6-421e-bcee-86b715760087,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:13.065217 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-48fa47d2-486d-4f63-915f-becd9e070979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:13.091475 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-48fa47d2-486d-4f63-915f-becd9e070979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:13.260604 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-48fa47d2-486d-4f63-915f-becd9e070979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:13.265926 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-48fa47d2-486d-4f63-915f-becd9e070979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:13.272038 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-48fa47d2-486d-4f63-915f-becd9e070979 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afde587c-09d6-421e-bcee-86b715760087 HTTP/1.1" status: 204 len: 168 time: 0.2658155 Nov 15 19:26:13.299665 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa47d2-486d-4f63-915f-becd9e070979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afde587c-09d6-421e-bcee-86b715760087,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:13.430378 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0889a3f8-37fb-457d-8be3-2811fa6d9fa1 req-72cb4eac-53f7-4f27-8a21-53cd13074054 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 210 time: 0.0647616 Nov 15 19:26:13.731015 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-599252fc-9b99-4b9a-bb1a-8a3cde94d19a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:13.733405 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-599252fc-9b99-4b9a-bb1a-8a3cde94d19a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 815 time: 0.1444364 Nov 15 19:26:13.758682 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Request body: {'port': {'device_id': '371710c2-c8fe-4cc4-a914-6ea7b818b953', 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'admin_state_up': True, 'tenant_id': '11243378914b4aef98122fff6805d23f'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:14.109489 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Made reservation on behalf of 11243378914b4aef98122fff6805d23f for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:14.110167 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:14.441811 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Allocated IP 172.20.0.9 (40df3f60-b95a-443a-b00f-e785277e2077/f2876cab-317e-4429-b897-8adf49ee5b6f/b541659e-a866-4f05-97df-b292d9ff4fab) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:14.577394 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fdd97c7b-0547-46e5-9909-8b1d060b7e77 req-144ee3e8-5046-4e2d-8ceb-f2e9693f1192 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 210 time: 0.0342441 Nov 15 19:26:14.667189 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:14.831644 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:14.848495 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a639f84b-6d3d-46b6-b4fb-97bf4c65d61a'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:26:15.123167 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Network 40df3f60-b95a-443a-b00f-e785277e2077 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:15.129883 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:15.132766 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:15.176268 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Pushing event updated for resources: {'Port': ['ID=b541659e-a866-4f05-97df-b292d9ff4fab,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:15.230233 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:15.231449 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:15.315880 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47780) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:15.369862 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-148c2699-0475-4def-8df6-873f4abc8a3d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6211042 Nov 15 19:26:15.389574 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Request body: {'port': {'device_id': '371710c2-c8fe-4cc4-a914-6ea7b818b953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:15.458055 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:15.659054 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-91fde351-62dc-4ffd-838a-6ca34345df27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:15.840852 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d7c9-24d4-428d-90b6-53f3504249d5 req-ab126012-15cb-4af1-9dee-483dec1228bb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:15.842485 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ab5d7c9-24d4-428d-90b6-53f3504249d5 req-ab126012-15cb-4af1-9dee-483dec1228bb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 931 time: 0.1545141 Nov 15 19:26:15.986879 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ab5d7c9-24d4-428d-90b6-53f3504249d5 req-60505b4d-8ebb-4c4e-877f-e7821fab8c93 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344151 Nov 15 19:26:16.018667 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-91fde351-62dc-4ffd-838a-6ca34345df27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.037824 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b541659e-a866-4f05-97df-b292d9ff4fab {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:26:16.047550 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.090373 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Transition to ACTIVE for port object b541659e-a866-4f05-97df-b292d9ff4fab will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:26:16.127856 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-91fde351-62dc-4ffd-838a-6ca34345df27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.179387 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-91fde351-62dc-4ffd-838a-6ca34345df27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2597500baa242528b855dca91e07489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8631029 Nov 15 19:26:16.179387 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fde351-62dc-4ffd-838a-6ca34345df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e30a7fb-1ebe-44bf-ba7d-9269759eee68,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:16.179805 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47814) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:16.196739 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.282245 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-91366019-0c4d-4625-ac90-d18d73f0a69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.309407 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Pushing event updated for resources: {'Port': ['ID=b541659e-a866-4f05-97df-b292d9ff4fab,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:16.321506 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-91366019-0c4d-4625-ac90-d18d73f0a69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.423361 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Attempting to bind port b541659e-a866-4f05-97df-b292d9ff4fab on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:16.423708 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Attempting to bind port b541659e-a866-4f05-97df-b292d9ff4fab by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:16.424041 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Attempting to bind port b541659e-a866-4f05-97df-b292d9ff4fab on network 40df3f60-b95a-443a-b00f-e785277e2077 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:16.430778 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Port b541659e-a866-4f05-97df-b292d9ff4fab on network 40df3f60-b95a-443a-b00f-e785277e2077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:26:16.438357 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Attempting to bind port b541659e-a866-4f05-97df-b292d9ff4fab on network 40df3f60-b95a-443a-b00f-e785277e2077 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:16.438357 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:16.438357 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Checking segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:16.438357 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Bound using segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:16.438969 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Bound port: b541659e-a866-4f05-97df-b292d9ff4fab, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:16.439161 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.517516 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-91366019-0c4d-4625-ac90-d18d73f0a69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.522807 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-91366019-0c4d-4625-ac90-d18d73f0a69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.524984 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-91366019-0c4d-4625-ac90-d18d73f0a69a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e30a7fb-1ebe-44bf-ba7d-9269759eee68 HTTP/1.1" status: 204 len: 168 time: 0.3439441 Nov 15 19:26:16.548973 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91366019-0c4d-4625-ac90-d18d73f0a69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e30a7fb-1ebe-44bf-ba7d-9269759eee68,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:16.572164 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] For port b541659e-a866-4f05-97df-b292d9ff4fab, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:16.578168 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] For port b541659e-a866-4f05-97df-b292d9ff4fab, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b541659e-a866-4f05-97df-b292d9ff4fab,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:16.689156 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.761624 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:16.762324 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:16.763816 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] 10.222.0.43 "PUT /v2.0/ports/b541659e-a866-4f05-97df-b292d9ff4fab HTTP/1.1" status: 200 len: 1093 time: 1.3802092 Nov 15 19:26:16.764308 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371710c2-c8fe-4cc4-a914-6ea7b818b953', 'tag': 'b541659e-a866-4f05-97df-b292d9ff4fab'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:16.808944 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75391ea5-15d7-4bb1-b339-6699f16c6e71 service neutron] Pushing event updated for resources: {'Port': ['ID=b541659e-a866-4f05-97df-b292d9ff4fab,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:16.956913 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-6412e266-1584-4aec-9592-12c54ee8c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:16.957825 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-6412e266-1584-4aec-9592-12c54ee8c880 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 1096 time: 0.0499079 Nov 15 19:26:17.019461 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-5319d345-756a-4bbe-baac-0a9f9e7c0d7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b541659e-a866-4f05-97df-b292d9ff4fab HTTP/1.1" status: 200 len: 217 time: 0.0459564 Nov 15 19:26:17.113475 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-ab2e8604-7e86-48f9-933b-23faa533e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:17.119002 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-ab2e8604-7e86-48f9-933b-23faa533e35d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2876cab-317e-4429-b897-8adf49ee5b6f HTTP/1.1" status: 200 len: 855 time: 0.0842125 Nov 15 19:26:17.170495 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b05ec4-9de0-4c04-9a3a-499ee14c2d9c req-38c828fa-ba55-43da-9dcf-5a6a879c3b5d tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:17.172453 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-c21b303b-25d2-45ce-a4f8-836811fc7baf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40df3f60-b95a-443a-b00f-e785277e2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430975 Nov 15 19:26:17.173301 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-78b05ec4-9de0-4c04-9a3a-499ee14c2d9c req-38c828fa-ba55-43da-9dcf-5a6a879c3b5d tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 945 time: 0.1707230 Nov 15 19:26:17.274695 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-78b05ec4-9de0-4c04-9a3a-499ee14c2d9c req-1a060ed0-486d-4251-a5a8-aea0b9b839bd tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892086 Nov 15 19:26:17.322201 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47854) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:17.351941 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec2c08-d558-4f25-96d9-f2e994c0b282 req-7b6461bd-f14c-43a2-b709-609ec031a01a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:17.353352 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-42ec2c08-d558-4f25-96d9-f2e994c0b282 req-7b6461bd-f14c-43a2-b709-609ec031a01a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 943 time: 0.1473610 Nov 15 19:26:17.357734 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-75a7ac58-a75a-489f-a476-88ee1ef7557b service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743214 Nov 15 19:26:17.474505 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-42ec2c08-d558-4f25-96d9-f2e994c0b282 req-94ac5c55-0362-4d75-b0de-3f6eb70b5347 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090484 Nov 15 19:26:17.503939 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3bd980d-5064-41d7-a4ef-18510081d919 req-87cece89-ffcc-4e13-b51c-3666e0de30d6 service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371822 Nov 15 19:26:17.658930 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44069f7c-0543-4f11-a885-7f79ec489140" -d '{"events": [{"name": "network-changed", "server_uuid": "371710c2-c8fe-4cc4-a914-6ea7b818b953", "tag": "b541659e-a866-4f05-97df-b292d9ff4fab"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:17.796139 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a85f-8fe6-4572-aa85-c21d89d84afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:17.827166 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47876) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:17.965143 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a85f-8fe6-4572-aa85-c21d89d84afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.013878 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f140409e-73af-40e1-b734-cb02ede81f21 x-openstack-request-id: req-f140409e-73af-40e1-b734-cb02ede81f21 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:18.013878 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371710c2-c8fe-4cc4-a914-6ea7b818b953", "tag": "b541659e-a866-4f05-97df-b292d9ff4fab", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:18.013878 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f140409e-73af-40e1-b734-cb02ede81f21 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:18.013878 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371710c2-c8fe-4cc4-a914-6ea7b818b953', 'tag': 'b541659e-a866-4f05-97df-b292d9ff4fab', 'status': 'completed', 'code': 200} Nov 15 19:26:18.021330 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ebc3815e-242a-46f3-83c2-4bdb2251912e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.031306 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a85f-8fe6-4572-aa85-c21d89d84afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.083062 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0a85f-8fe6-4572-aa85-c21d89d84afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3dea0f-6279-42bc-ae73-ed0f882d8382,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:18.103956 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-e3b0a85f-8fe6-4572-aa85-c21d89d84afc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9832e8339c8247a78efcd4c7c9d9baf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7785883 Nov 15 19:26:18.106706 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47886) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:18.129072 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44069f7c-0543-4f11-a885-7f79ec489140 req-c10ff863-c7e8-48a3-9b8f-852f8a5fbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:18.130946 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44069f7c-0543-4f11-a885-7f79ec489140 req-c10ff863-c7e8-48a3-9b8f-852f8a5fbc0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 1096 time: 0.0876241 Nov 15 19:26:18.200522 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a3034f5d-6b61-41f8-8c81-ba250d3ee2d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.233448 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ebc3815e-242a-46f3-83c2-4bdb2251912e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.250071 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a3034f5d-6b61-41f8-8c81-ba250d3ee2d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.289106 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44069f7c-0543-4f11-a885-7f79ec489140 req-09a406ec-1bce-40aa-b66f-db924b7b7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:18.291485 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44069f7c-0543-4f11-a885-7f79ec489140 req-09a406ec-1bce-40aa-b66f-db924b7b7356 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 916 time: 0.1506310 Nov 15 19:26:18.300042 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ebc3815e-242a-46f3-83c2-4bdb2251912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.420395 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44069f7c-0543-4f11-a885-7f79ec489140 req-6157c947-5d36-43dc-b37d-1e821189a160 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b541659e-a866-4f05-97df-b292d9ff4fab HTTP/1.1" status: 200 len: 217 time: 0.1121857 Nov 15 19:26:18.427367 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a3034f5d-6b61-41f8-8c81-ba250d3ee2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.433815 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a3034f5d-6b61-41f8-8c81-ba250d3ee2d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.440836 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-a3034f5d-6b61-41f8-8c81-ba250d3ee2d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c3dea0f-6279-42bc-ae73-ed0f882d8382 HTTP/1.1" status: 204 len: 168 time: 0.3325143 Nov 15 19:26:18.464255 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3034f5d-6b61-41f8-8c81-ba250d3ee2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3dea0f-6279-42bc-ae73-ed0f882d8382,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:18.541936 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529a12-5c9e-4fba-8cdc-f9900dae082c req-f1f843c7-ea1b-4b0a-a782-6a685614c279 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:18.555200 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ebc3815e-242a-46f3-83c2-4bdb2251912e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4346901cf734dfabf152345d4fab12e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7263534 Nov 15 19:26:18.558089 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-24529a12-5c9e-4fba-8cdc-f9900dae082c req-f1f843c7-ea1b-4b0a-a782-6a685614c279 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 945 time: 0.1809151 Nov 15 19:26:18.560704 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47902) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:18.562798 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3815e-242a-46f3-83c2-4bdb2251912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7f09e8-ab72-4859-bd24-c048f7283a26,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:18.609378 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44069f7c-0543-4f11-a885-7f79ec489140 req-87596117-1b17-43fe-9259-3f63ea3e144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:18.612087 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44069f7c-0543-4f11-a885-7f79ec489140 req-87596117-1b17-43fe-9259-3f63ea3e144b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2876cab-317e-4429-b897-8adf49ee5b6f HTTP/1.1" status: 200 len: 855 time: 0.1629477 Nov 15 19:26:18.682435 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44069f7c-0543-4f11-a885-7f79ec489140 req-5ebf18d5-0d80-455e-ad7e-158d580926b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40df3f60-b95a-443a-b00f-e785277e2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612726 Nov 15 19:26:18.744722 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-24529a12-5c9e-4fba-8cdc-f9900dae082c req-0c09253a-f1fd-4eda-9f7b-acc5af4c5bff tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851585 Nov 15 19:26:18.760896 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-cc64f3c3-1208-4496-8930-89445836cccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.805393 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b50c48-e08a-4c28-8cd8-8c0ee3ad0c39 req-3dd49ba9-29a6-4c63-a673-72baccce3e84 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:18.813463 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3b50c48-e08a-4c28-8cd8-8c0ee3ad0c39 req-3dd49ba9-29a6-4c63-a673-72baccce3e84 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 943 time: 0.1936355 Nov 15 19:26:18.822663 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-cc64f3c3-1208-4496-8930-89445836cccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:18.879558 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3b50c48-e08a-4c28-8cd8-8c0ee3ad0c39 req-86889fb5-7c88-4f8d-90ed-e970727df575 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651162 Nov 15 19:26:18.917581 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44069f7c-0543-4f11-a885-7f79ec489140 req-553bc0ec-c253-4473-8863-e4d6ab8cc0ac service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166035 Nov 15 19:26:19.034376 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44069f7c-0543-4f11-a885-7f79ec489140 req-43197ffd-65de-449e-8713-af9a5dd0edd4 service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988677 Nov 15 19:26:19.065361 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-cc64f3c3-1208-4496-8930-89445836cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:19.068395 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-cc64f3c3-1208-4496-8930-89445836cccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:19.075271 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-cc64f3c3-1208-4496-8930-89445836cccb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de7f09e8-ab72-4859-bd24-c048f7283a26 HTTP/1.1" status: 204 len: 168 time: 0.5064530 Nov 15 19:26:19.081153 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64f3c3-1208-4496-8930-89445836cccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7f09e8-ab72-4859-bd24-c048f7283a26,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:19.175378 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-3040e819-b5da-4d35-a5e2-3c17753238fb tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:19.176935 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-3040e819-b5da-4d35-a5e2-3c17753238fb tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 945 time: 0.0837116 Nov 15 19:26:19.388170 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Deleting port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:26:19.388955 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:19.523092 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] For port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,segment=NetworkSegment(fa8ee3d6-604f-4cc9-86c3-a6538e042818),segment_id=fa8ee3d6-604f-4cc9-86c3-a6538e042818)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:19.523627 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:19.550810 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47920) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:19.574577 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-793872bb-1014-498a-bb3c-98ad146f4c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:19.732485 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-793872bb-1014-498a-bb3c-98ad146f4c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:19.748093 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47924) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:19.799777 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Calling delete_port for a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:26:19.831526 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-793872bb-1014-498a-bb3c-98ad146f4c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:19.902457 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-793872bb-1014-498a-bb3c-98ad146f4c56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0515b4da65447bfa00cfe018a5962f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501902 Nov 15 19:26:19.904824 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793872bb-1014-498a-bb3c-98ad146f4c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1364d0ce-30f6-491c-91e4-9dfca7a57665,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:19.907296 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47934) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:19.972758 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30126573-8ad4-4fb3-81ce-1e7390f33bd1 req-464b51a8-14b8-4bd8-a961-d56829e42f76 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:19.976961 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-30126573-8ad4-4fb3-81ce-1e7390f33bd1 req-464b51a8-14b8-4bd8-a961-d56829e42f76 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 945 time: 0.1417172 Nov 15 19:26:20.043852 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-527859ff-e6bc-42da-84b1-e3c8561c92a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.058337 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-30126573-8ad4-4fb3-81ce-1e7390f33bd1 req-76ec2593-6c0d-46e9-b1ac-154a4980e28e tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/security-groups?id=61e2084e-1680-497b-a9e9-96c43c3411a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749257 Nov 15 19:26:20.086678 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-527859ff-e6bc-42da-84b1-e3c8561c92a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.120390 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346a17a-9577-430e-98c5-aaed52abd23b req-77464e0d-9244-4fb6-85a4-055a88ff351e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:20.127843 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2346a17a-9577-430e-98c5-aaed52abd23b req-77464e0d-9244-4fb6-85a4-055a88ff351e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 943 time: 0.1553917 Nov 15 19:26:20.151424 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.181033 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7d3810c2-34d9-4e26-b233-f0d62cff073d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.183544 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a5a216b2-1e6f-4ea6-a9ca-0b3b66860784'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:26:20.216576 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Pushing event deleted for resources: {'Port': ['ID=a5a216b2-1e6f-4ea6-a9ca-0b3b66860784,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:20.223719 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47940) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:20.257112 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fe278faf-e87f-4351-acfb-128e74705411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.261088 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b541659e-a866-4f05-97df-b292d9ff4fab details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:26:20.324146 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] No DVR routers for this DVR port a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:26:20.342599 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2346a17a-9577-430e-98c5-aaed52abd23b req-6b710d46-40b2-4151-9c2a-be2ff321a478 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137673 Nov 15 19:26:20.345571 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.350845 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b1cd3a37-bff7-48e6-a388-ccdb89e53677 req-f8006785-5c0b-47f7-b081-2d76b7fe95a8 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.43 "DELETE /v2.0/ports/a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 HTTP/1.1" status: 204 len: 173 time: 1.1551549 Nov 15 19:26:20.351594 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3925cb-9e65-4e54-802d-202b6fc067cc', 'name': 'network-vif-deleted', 'tag': 'a5a216b2-1e6f-4ea6-a9ca-0b3b66860784'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:20.354104 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83805cbe-9ab6-422c-acff-8dbd564b1f5f" -d '{"events": [{"server_uuid": "7c3925cb-9e65-4e54-802d-202b6fc067cc", "name": "network-vif-deleted", "tag": "a5a216b2-1e6f-4ea6-a9ca-0b3b66860784"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:20.362930 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7d3810c2-34d9-4e26-b233-f0d62cff073d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.391375 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-527859ff-e6bc-42da-84b1-e3c8561c92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.394117 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-527859ff-e6bc-42da-84b1-e3c8561c92a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.395339 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-527859ff-e6bc-42da-84b1-e3c8561c92a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1364d0ce-30f6-491c-91e4-9dfca7a57665 HTTP/1.1" status: 204 len: 168 time: 0.4869988 Nov 15 19:26:20.397608 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6917b6ec-45c2-4f65-a676-6623c823c1e8 x-openstack-request-id: req-6917b6ec-45c2-4f65-a676-6623c823c1e8 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:20.397892 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3925cb-9e65-4e54-802d-202b6fc067cc", "name": "network-vif-deleted", "tag": "a5a216b2-1e6f-4ea6-a9ca-0b3b66860784", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:20.398850 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6917b6ec-45c2-4f65-a676-6623c823c1e8 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:20.398850 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3925cb-9e65-4e54-802d-202b6fc067cc', 'name': 'network-vif-deleted', 'tag': 'a5a216b2-1e6f-4ea6-a9ca-0b3b66860784', 'status': 'completed', 'code': 200} Nov 15 19:26:20.448759 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527859ff-e6bc-42da-84b1-e3c8561c92a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1364d0ce-30f6-491c-91e4-9dfca7a57665,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:20.478193 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7d3810c2-34d9-4e26-b233-f0d62cff073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.552871 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b541659e-a866-4f05-97df-b292d9ff4fab, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b541659e-a866-4f05-97df-b292d9ff4fab,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:20.567461 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fe278faf-e87f-4351-acfb-128e74705411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.577561 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'b541659e-a866-4f05-97df-b292d9ff4fab', 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'port_id': 'b541659e-a866-4f05-97df-b292d9ff4fab', 'mac_address': 'fa:16:3e:30:7a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2876cab-317e-4429-b897-8adf49ee5b6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:26:20.595737 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-7d3810c2-34d9-4e26-b233-f0d62cff073d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ba6ee9e677940a7b4714cccedf222eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8459966 Nov 15 19:26:20.598511 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 47948) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:20.603052 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3810c2-34d9-4e26-b233-f0d62cff073d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2570682-64ea-4111-94e2-aeb95f8c6fbc,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:20.668751 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.674235 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-fe278faf-e87f-4351-acfb-128e74705411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.693385 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b541659e-a866-4f05-97df-b292d9ff4fab {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:26:20.733995 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b541659e-a866-4f05-97df-b292d9ff4fab, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b541659e-a866-4f05-97df-b292d9ff4fab,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:20.735529 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47950) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:20.735699 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-fe278faf-e87f-4351-acfb-128e74705411 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=837e990f62934272933e904fae90173f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5103877 Nov 15 19:26:20.736535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe278faf-e87f-4351-acfb-128e74705411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9430a4-5570-4e1c-8dc5-f4edb29dfe8e,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:20.742775 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-03a06588-2587-49b1-9fda-10a7dbbebda5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.771935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-03a06588-2587-49b1-9fda-10a7dbbebda5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.823645 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-de26f80a-c927-44fc-b062-3e425471b81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.826326 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.870001 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-de26f80a-c927-44fc-b062-3e425471b81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.894868 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=b541659e-a866-4f05-97df-b292d9ff4fab,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:20.907607 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.908311 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.908994 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.909648 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.910261 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.911087 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.911893 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.912755 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.913567 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.914345 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.915232 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.916064 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:20.968074 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-03a06588-2587-49b1-9fda-10a7dbbebda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.974702 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-03a06588-2587-49b1-9fda-10a7dbbebda5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:20.974702 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-03a06588-2587-49b1-9fda-10a7dbbebda5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2570682-64ea-4111-94e2-aeb95f8c6fbc HTTP/1.1" status: 204 len: 168 time: 0.3727715 Nov 15 19:26:20.987499 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a06588-2587-49b1-9fda-10a7dbbebda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2570682-64ea-4111-94e2-aeb95f8c6fbc,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:21.026085 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-de26f80a-c927-44fc-b062-3e425471b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:21.033798 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-de26f80a-c927-44fc-b062-3e425471b81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:21.033798 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-de26f80a-c927-44fc-b062-3e425471b81e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a9430a4-5570-4e1c-8dc5-f4edb29dfe8e HTTP/1.1" status: 204 len: 168 time: 0.2959592 Nov 15 19:26:21.047225 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26f80a-c927-44fc-b062-3e425471b81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9430a4-5570-4e1c-8dc5-f4edb29dfe8e,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:21.119317 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['b541659e-a866-4f05-97df-b292d9ff4fab'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:26:21.230096 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1ad85642-4626-4d5d-9a83-873080b3d983 req-425e5127-a8a1-49bb-be0c-3e16806b8946 tempest-DeleteServersTestJSON-66023525 tempest-DeleteServersTestJSON-66023525-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3925cb-9e65-4e54-802d-202b6fc067cc HTTP/1.1" status: 200 len: 210 time: 0.0522907 Nov 15 19:26:21.495192 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952982-fd1a-4c8f-92b5-03ce9b77c087 req-bbcf771c-7a43-467a-9a2a-61dc6a9b2bd6 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:21.502018 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d952982-fd1a-4c8f-92b5-03ce9b77c087 req-bbcf771c-7a43-467a-9a2a-61dc6a9b2bd6 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 944 time: 0.0860314 Nov 15 19:26:21.564119 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d952982-fd1a-4c8f-92b5-03ce9b77c087 req-18192bc1-07b5-4dd5-a9e4-05cc3bfa9249 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Nov 15 19:26:21.995447 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 47986) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:22.043200 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1728-d2e4-440b-9635-aeb2f6840768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.189968 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1728-d2e4-440b-9635-aeb2f6840768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.240005 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b541659e-a866-4f05-97df-b292d9ff4fab up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:22.271737 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1728-d2e4-440b-9635-aeb2f6840768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.446158 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fcaa1728-d2e4-440b-9635-aeb2f6840768 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1330b39cef66471a9c4867ee42258c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471145 Nov 15 19:26:22.447488 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa1728-d2e4-440b-9635-aeb2f6840768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2bb23-d83c-4c0f-9ec6-c4bb01b1d5ae,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:22.450364 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48004) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:22.460056 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port b541659e-a866-4f05-97df-b292d9ff4fab completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:26:22.479165 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port b541659e-a866-4f05-97df-b292d9ff4fab triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:22.479772 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.565624 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1c72a328-925e-4261-80a4-8fc813ddf4c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.627984 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1c72a328-925e-4261-80a4-8fc813ddf4c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.692413 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.760737 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371710c2-c8fe-4cc4-a914-6ea7b818b953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b541659e-a866-4f05-97df-b292d9ff4fab'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:22.767409 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323a8590-d8b6-49e1-bfcf-e78c88ced534" -d '{"events": [{"server_uuid": "371710c2-c8fe-4cc4-a914-6ea7b818b953", "name": "network-vif-plugged", "status": "completed", "tag": "b541659e-a866-4f05-97df-b292d9ff4fab"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:22.774992 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f486ec1-cb1b-4346-ac76-49b4d12c37a8 req-5b2f99c3-84b7-41ff-87b0-d75da3897db0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:22.785031 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f486ec1-cb1b-4346-ac76-49b4d12c37a8 req-5b2f99c3-84b7-41ff-87b0-d75da3897db0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 944 time: 0.0894582 Nov 15 19:26:22.801761 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b541659e-a866-4f05-97df-b292d9ff4fab, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b541659e-a866-4f05-97df-b292d9ff4fab,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:22.856092 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f486ec1-cb1b-4346-ac76-49b4d12c37a8 req-f44e4d0b-509c-4ca8-b7ec-2f88614b04e0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699465 Nov 15 19:26:22.867017 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1c72a328-925e-4261-80a4-8fc813ddf4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.872867 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1c72a328-925e-4261-80a4-8fc813ddf4c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.876045 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1c72a328-925e-4261-80a4-8fc813ddf4c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60d2bb23-d83c-4c0f-9ec6-c4bb01b1d5ae HTTP/1.1" status: 204 len: 168 time: 0.4232349 Nov 15 19:26:22.878125 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3988698-c2a1-4d7e-ba99-d4aff2f28fd1 x-openstack-request-id: req-d3988698-c2a1-4d7e-ba99-d4aff2f28fd1 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:22.878658 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371710c2-c8fe-4cc4-a914-6ea7b818b953", "name": "network-vif-plugged", "status": "completed", "tag": "b541659e-a866-4f05-97df-b292d9ff4fab", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:22.878839 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3988698-c2a1-4d7e-ba99-d4aff2f28fd1 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:22.879087 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371710c2-c8fe-4cc4-a914-6ea7b818b953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b541659e-a866-4f05-97df-b292d9ff4fab', 'code': 200} Nov 15 19:26:22.900724 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72a328-925e-4261-80a4-8fc813ddf4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2bb23-d83c-4c0f-9ec6-c4bb01b1d5ae,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:22.967491 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:22.971070 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:26:23.039179 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:26:23.039542 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device a5a216b2-1e6f-4ea6-a9ca-0b3b66860784 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:26:23.070997 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=b541659e-a866-4f05-97df-b292d9ff4fab,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:23.394708 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210b0d7-5f01-425d-8150-63d51c6d4b58 req-08eb560b-fb92-4470-80d9-5ee991f7664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:23.396650 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7210b0d7-5f01-425d-8150-63d51c6d4b58 req-08eb560b-fb92-4470-80d9-5ee991f7664c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 1098 time: 0.0661764 Nov 15 19:26:23.479846 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7210b0d7-5f01-425d-8150-63d51c6d4b58 req-8ad6bdbd-54e9-4324-a96d-42ad447e9ce5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721049 Nov 15 19:26:23.994250 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:26:24.073845 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ed276-84cc-4db1-952e-5390577dc36f req-bae8370f-16e8-46dd-8566-e2d831aa24ed tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:24.075863 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ec5ed276-84cc-4db1-952e-5390577dc36f req-bae8370f-16e8-46dd-8566-e2d831aa24ed tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 945 time: 0.0547564 Nov 15 19:26:24.171811 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ec5ed276-84cc-4db1-952e-5390577dc36f req-6e3da3c6-b21d-442f-8491-507976fcf2e6 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827768 Nov 15 19:26:24.670400 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48086) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:24.728738 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-775d4858-1eba-48ba-9083-1eb030d4f962 admin admin] Deleting subnet 4e640718-0d57-463b-b134-6e6f082000e6 {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:26:24.733060 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-775d4858-1eba-48ba-9083-1eb030d4f962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:24.793748 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-775d4858-1eba-48ba-9083-1eb030d4f962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:24.844423 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-775d4858-1eba-48ba-9083-1eb030d4f962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.031551 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-775d4858-1eba-48ba-9083-1eb030d4f962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.061603 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d4858-1eba-48ba-9083-1eb030d4f962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e640718-0d57-463b-b134-6e6f082000e6,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:25.066027 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-775d4858-1eba-48ba-9083-1eb030d4f962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.070756 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-775d4858-1eba-48ba-9083-1eb030d4f962 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4e640718-0d57-463b-b134-6e6f082000e6 HTTP/1.1" status: 204 len: 168 time: 0.3987811 Nov 15 19:26:25.073898 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48102) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:25.211291 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.422281 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.468747 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac6c9e2-b179-4d0f-bd60-2e8875184c98']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:25.489523 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed0344-5294-434b-9063-b27878aa6c64 req-634d81c8-a7c9-4447-b7a9-35549ce3e0af tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:25.491765 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6ed0344-5294-434b-9063-b27878aa6c64 req-634d81c8-a7c9-4447-b7a9-35549ce3e0af tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 945 time: 0.1434245 Nov 15 19:26:25.493839 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8ee3d6-604f-4cc9-86c3-a6538e042818') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:25.494136 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8ee3d6-604f-4cc9-86c3-a6538e042818') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:25.505785 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.535929 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.550045 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:26:25.550446 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:26:25.552211 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:26:25.611612 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6ed0344-5294-434b-9063-b27878aa6c64 req-9e164618-ec77-43eb-be95-4d35d2f2a3a2 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079357 Nov 15 19:26:25.728504 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.745148 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:25.751202 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dac6c9e2-b179-4d0f-bd60-2e8875184c98 HTTP/1.1" status: 204 len: 168 time: 0.6748211 Nov 15 19:26:25.783481 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d328e-3353-425b-a959-06f90d3d41f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac6c9e2-b179-4d0f-bd60-2e8875184c98,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:26.182565 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48152) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:26.255979 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-a2d732c5-f7c5-40e9-b768-0c823476822f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96af1c4a8e85498680b1465b65af21b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0681803 Nov 15 19:26:26.256471 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48156) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:26.336482 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a3aea1b-8243-49a3-8be6-e9b14b066abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:26.373337 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a3aea1b-8243-49a3-8be6-e9b14b066abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:26.611413 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a3aea1b-8243-49a3-8be6-e9b14b066abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:26.616555 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a3aea1b-8243-49a3-8be6-e9b14b066abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:26.623132 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0a3aea1b-8243-49a3-8be6-e9b14b066abf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61e2084e-1680-497b-a9e9-96c43c3411a0 HTTP/1.1" status: 204 len: 168 time: 0.3613467 Nov 15 19:26:26.634155 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3aea1b-8243-49a3-8be6-e9b14b066abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e2084e-1680-497b-a9e9-96c43c3411a0,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:28.072667 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48232) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:28.362175 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48242) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:28.435734 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7e0afac1-2941-4d0c-aab5-a14e687c0497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.442552 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-298791908-network', 'tenant_id': '09018027734c43fdb0dad47b448d955e'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:28.535509 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7e0afac1-2941-4d0c-aab5-a14e687c0497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.539687 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Made reservation on behalf of 09018027734c43fdb0dad47b448d955e for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:28.542069 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.556113 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.590681 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7e0afac1-2941-4d0c-aab5-a14e687c0497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.632212 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-7e0afac1-2941-4d0c-aab5-a14e687c0497 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da7e9611060f45aeae2709f563de7920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5573468 Nov 15 19:26:28.633502 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0afac1-2941-4d0c-aab5-a14e687c0497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa90cc6-1a56-4f98-b85e-db4be979a413,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:28.636158 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48250) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:28.645082 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.687983 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-34223e44-dc55-43e3-8527-a9d2d31f83de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.713547 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-34223e44-dc55-43e3-8527-a9d2d31f83de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.728061 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.752730 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:26:28.768610 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:28.836963 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-34223e44-dc55-43e3-8527-a9d2d31f83de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.839058 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.839401 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Added segment 2fede2d5-01d7-4c78-933b-a238804f7322 of type vlan for network c719b18b-1c9a-451a-8260-85f0525212fd Nov 15 19:26:28.841489 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-34223e44-dc55-43e3-8527-a9d2d31f83de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:28.843567 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-34223e44-dc55-43e3-8527-a9d2d31f83de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aaa90cc6-1a56-4f98-b85e-db4be979a413 HTTP/1.1" status: 204 len: 168 time: 0.2061846 Nov 15 19:26:28.860331 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34223e44-dc55-43e3-8527-a9d2d31f83de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa90cc6-1a56-4f98-b85e-db4be979a413,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:28.892420 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.048920 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.059005 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:29.059005 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.150470 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] Pushing event updated for resources: {'Network': ['ID=c719b18b-1c9a-451a-8260-85f0525212fd,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:29.162634 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network c719b18b-1c9a-451a-8260-85f0525212fd details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:26:29.214418 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48262) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:29.217322 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-237a00ac-6bdf-4086-b188-d7d8b5b53c45 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8547437 Nov 15 19:26:29.219784 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Request body: {'subnet': {'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-subnet', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:29.356826 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Made reservation on behalf of 09018027734c43fdb0dad47b448d955e for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:29.359307 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12268886'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.598223 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12268868'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.660974 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Pushing event updated for resources: {'Subnet': ['ID=98be7b6c-34fb-49be-ad30-52505115d9e5,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:29.667045 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48264) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:29.673124 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Checking segment: {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:29.673567 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Network hostable DHCP agents. Network: c719b18b-1c9a-451a-8260-85f0525212fd, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:26:29.685353 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-59133043-b5ec-4d72-9eab-3fbc8e97dad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.774997 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-59133043-b5ec-4d72-9eab-3fbc8e97dad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.791327 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Network c719b18b-1c9a-451a-8260-85f0525212fd is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:26:29.894109 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-59133043-b5ec-4d72-9eab-3fbc8e97dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.939493 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59133043-b5ec-4d72-9eab-3fbc8e97dad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6285fd2-8e81-4621-9b12-e5d32a5e414d,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:29.944832 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-59133043-b5ec-4d72-9eab-3fbc8e97dad6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96c5cc20b4bf4499b0d2eae2df8870ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764261 Nov 15 19:26:29.946876 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48268) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:29.959820 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, c719b18b-1c9a-451a-8260-85f0525212fd) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:29.970921 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:29.976893 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:29.985423 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a5abc-c710-42e7-a35e-bb3a149a9546 None None] Network c719b18b-1c9a-451a-8260-85f0525212fd requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:26:30.015441 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-270aa298-ee48-485a-8e2c-c608be752acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.058606 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-270aa298-ee48-485a-8e2c-c608be752acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.083403 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1db120bf-49b1-485d-8571-b2674a65858a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8673294 Nov 15 19:26:30.088741 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48276) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:30.097984 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:30.203068 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8c16e6-e517-4655-b589-518ca5d0e665 None None] Network c719b18b-1c9a-451a-8260-85f0525212fd requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:26:30.243342 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-270aa298-ee48-485a-8e2c-c608be752acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.250424 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.259271 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.259739 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-270aa298-ee48-485a-8e2c-c608be752acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.264788 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-270aa298-ee48-485a-8e2c-c608be752acc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6285fd2-8e81-4621-9b12-e5d32a5e414d HTTP/1.1" status: 204 len: 168 time: 0.3106973 Nov 15 19:26:30.292028 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aa298-ee48-485a-8e2c-c608be752acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6285fd2-8e81-4621-9b12-e5d32a5e414d,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:30.371011 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.628402 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.944809 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:30.967365 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:31.107689 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Allocated IP 172.27.0.44 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/9170ddf1-de78-4afc-a327-401c4add7c29) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:31.251422 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:31.403271 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:31.497994 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:31.501698 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:31.507215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:31.516188 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Pushing event updated for resources: {'Port': ['ID=9170ddf1-de78-4afc-a327-401c4add7c29,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:31.899764 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:32.339413 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9be1-6f1a-4748-a6f1-1d8931bf1d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:32.363868 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:32.575295 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3e908d78-57fa-4937-8cd5-b5c544cdbfe2 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:32.577943 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3e908d78-57fa-4937-8cd5-b5c544cdbfe2 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 815 time: 0.1427062 Nov 15 19:26:32.597047 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-9815a95e-3a53-4a81-9016-e297639dc5dd tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/quotas/11243378914b4aef98122fff6805d23f HTTP/1.1" status: 200 len: 375 time: 0.0111043 Nov 15 19:26:32.628405 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Router bdede7b9-3483-40e8-b085-4f4dd8e2a009 is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:26:32.685150 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-a20c035e-951a-40f5-9701-a4170e24e396 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777545 Nov 15 19:26:32.794071 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:26:32.805176 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Sync routers for ids ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:26:32.817298 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-8a283e7a-45dc-48a0-a3c1-75d738578a31 service neutron] 10.222.0.48 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288195 Nov 15 19:26:32.823874 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Routers {'bdede7b9-3483-40e8-b085-4f4dd8e2a009'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:32.824564 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:32.949106 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Set router bdede7b9-3483-40e8-b085-4f4dd8e2a009 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:32.958557 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:32.960025 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4544f9ad-5356-49ea-a322-6324b530b83c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8695090 Nov 15 19:26:32.963127 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48410) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:33.011726 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-6365e7d9-2589-4d11-a2e8-36010cec5e27 service neutron] 10.222.0.48 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875241 Nov 15 19:26:33.301816 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:31Z', 'revision_number': 3, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:33.471868 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Checking router: bdede7b9-3483-40e8-b085-4f4dd8e2a009 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:26:33.472341 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Updating router bdede7b9-3483-40e8-b085-4f4dd8e2a009 port 9170ddf1-de78-4afc-a327-401c4add7c29 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:26:33.481150 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-48fba15e-24a3-414a-8ff2-25f2a3643640 req-36f0ca8a-7c09-4e04-8ee4-fec6e5c3d1ca tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 210 time: 0.0779738 Nov 15 19:26:33.504182 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:33.723105 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:33.965432 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Allocated IP 172.20.0.1 (c719b18b-1c9a-451a-8260-85f0525212fd/98be7b6c-34fb-49be-ad30-52505115d9e5/017687da-b6a6-451d-8174-5b0f1edb66e9) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:33.973578 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.123885 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.151208 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.310644 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Attempting to bind port 9170ddf1-de78-4afc-a327-401c4add7c29 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:34.311229 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Attempting to bind port 9170ddf1-de78-4afc-a327-401c4add7c29 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:34.311815 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Attempting to bind port 9170ddf1-de78-4afc-a327-401c4add7c29 on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:34.317721 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.330661 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Pushing event updated for resources: {'Port': ['ID=9170ddf1-de78-4afc-a327-401c4add7c29,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:34.349838 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:34.350535 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:34.351273 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.351804 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:34.352633 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Bound port: 9170ddf1-de78-4afc-a327-401c4add7c29, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:34.353363 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.358187 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.358809 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.359447 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.359778 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.360107 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.360525 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.360853 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.361351 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.362451 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.362800 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.363123 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.363444 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:26:34.436028 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Network c719b18b-1c9a-451a-8260-85f0525212fd is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:34.445103 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:34.454552 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:34.460823 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Pushing event updated for resources: {'Port': ['ID=017687da-b6a6-451d-8174-5b0f1edb66e9,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:34.471996 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] For port 9170ddf1-de78-4afc-a327-401c4add7c29, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:34.476749 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] For port 9170ddf1-de78-4afc-a327-401c4add7c29, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=9170ddf1-de78-4afc-a327-401c4add7c29,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:34.520514 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.580120 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.630959 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-31f9ad2e-033f-4cba-8c9f-e0709b2e823b req-a09171e9-4fed-4e16-89ec-bb4ff6901b8a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 210 time: 0.0847483 Nov 15 19:26:34.646470 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f2abb-fb43-4ba2-9a30-6f7431ca373c None None] Pushing event updated for resources: {'Port': ['ID=9170ddf1-de78-4afc-a327-401c4add7c29,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:34.671210 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Routers {'bdede7b9-3483-40e8-b085-4f4dd8e2a009'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:34.671855 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:34.741646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1533d3c9-ee14-4201-83d5-697baa07850b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.832721 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] Set router bdede7b9-3483-40e8-b085-4f4dd8e2a009 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:34.877980 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:34.979293 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48494) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:35.106336 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:31Z', 'revision_number': 3, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:35.142881 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db806653-ed2b-42ab-b396-0032051f3c5c None None] The sync data for ids ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'] in dv-cinder-801522-7-iscsi is: [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:31Z', 'revision_number': 3, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:26:35.159155 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:35.293694 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:35.297676 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9869e487-a147-4920-8567-6cdd66fbc780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:35.363046 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Pushing event updated for resources: {'Port': ['ID=017687da-b6a6-451d-8174-5b0f1edb66e9,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:35.369493 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:35.500108 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9869e487-a147-4920-8567-6cdd66fbc780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:35.512348 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Network c719b18b-1c9a-451a-8260-85f0525212fd is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:35.516127 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:35.588761 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9869e487-a147-4920-8567-6cdd66fbc780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:35.659013 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9869e487-a147-4920-8567-6cdd66fbc780 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69064fd15958440f8a870663b15858b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6785696 Nov 15 19:26:35.662742 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48510) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:35.706882 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869e487-a147-4920-8567-6cdd66fbc780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea43bbc-380f-47b0-8e36-b8a2b38a68e9,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:35.748916 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Router bdede7b9-3483-40e8-b085-4f4dd8e2a009 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:26:35.791655 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3eaed92e-b22a-4cdf-bb82-72a6a3211732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:35.825529 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:35.836144 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-253c246d-fee5-4bc1-b8aa-b9e51a1c6426 req-a45a0e15-cf98-4d67-b196-a888fa909cf7 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 210 time: 0.0621667 Nov 15 19:26:35.886352 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3eaed92e-b22a-4cdf-bb82-72a6a3211732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.033341 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48520) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:36.056031 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:26:36.062218 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1e63ccc9-4ba6-4068-aa66-c2c25fe1ed61 admin admin] 10.222.0.48 "PUT /v2.0/routers/bdede7b9-3483-40e8-b085-4f4dd8e2a009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0976565 Nov 15 19:26:36.217308 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-323ddba9-17bb-4b4b-bce9-ad358757e305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.219058 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3eaed92e-b22a-4cdf-bb82-72a6a3211732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.221730 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3eaed92e-b22a-4cdf-bb82-72a6a3211732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.222868 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3eaed92e-b22a-4cdf-bb82-72a6a3211732 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ea43bbc-380f-47b0-8e36-b8a2b38a68e9 HTTP/1.1" status: 204 len: 168 time: 0.5591483 Nov 15 19:26:36.237755 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed92e-b22a-4cdf-bb82-72a6a3211732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea43bbc-380f-47b0-8e36-b8a2b38a68e9,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:36.418729 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-323ddba9-17bb-4b4b-bce9-ad358757e305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.483178 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-323ddba9-17bb-4b4b-bce9-ad358757e305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.534223 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ddba9-17bb-4b4b-bce9-ad358757e305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049d7d6a-ecc7-4c54-83b8-e1ef944a2e0f,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:36.542951 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48540) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:36.543109 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-323ddba9-17bb-4b4b-bce9-ad358757e305 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efb52563d8b547cf81c29a62c42d30c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076196 Nov 15 19:26:36.703026 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-36a40299-4d57-431b-bc8d-693654762bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.746941 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 9170ddf1-de78-4afc-a327-401c4add7c29 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:36.769247 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-36a40299-4d57-431b-bc8d-693654762bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.825686 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-51a06830-2dd3-4241-adc3-a41fc72902a3 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:36.827716 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-51a06830-2dd3-4241-adc3-a41fc72902a3 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 815 time: 0.2579169 Nov 15 19:26:36.858480 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Request body: {'port': {'device_id': '493038ca-762f-45d6-a62c-a8491905e38a', 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'admin_state_up': True, 'tenant_id': '11243378914b4aef98122fff6805d23f'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:36.860421 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 9170ddf1-de78-4afc-a327-401c4add7c29 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:36.861596 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:36.937533 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-8136b773-5117-4343-88dc-6290a9a84674 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:36.943138 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-8136b773-5117-4343-88dc-6290a9a84674 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 818 time: 0.2079091 Nov 15 19:26:36.972593 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-e2b276d2-637f-4ba1-b36a-42244ff907d4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/quotas/09018027734c43fdb0dad47b448d955e HTTP/1.1" status: 200 len: 375 time: 0.0139389 Nov 15 19:26:37.045815 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-38dc7e59-fa91-4711-9bd3-56606fdbac80 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0653973 Nov 15 19:26:37.055015 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.084420 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 9170ddf1-de78-4afc-a327-401c4add7c29, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=9170ddf1-de78-4afc-a327-401c4add7c29,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:37.100097 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b4ad700c-8716-4d13-8167-ea1af6296553 req-045400c5-9c5d-4a7e-87fe-096ff103e904 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 210 time: 0.0324197 Nov 15 19:26:37.181482 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-87600eb6-6024-4838-b0e6-91752da71b74 service neutron] 10.222.0.48 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268194 Nov 15 19:26:37.264839 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.265101 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Made reservation on behalf of 11243378914b4aef98122fff6805d23f for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:37.269704 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.324152 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-1e3a3d6e-cf43-49ae-b4fa-d64f687df0f2 service neutron] 10.222.0.48 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363451 Nov 15 19:26:37.341921 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=9170ddf1-de78-4afc-a327-401c4add7c29,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:37.408782 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-36a40299-4d57-431b-bc8d-693654762bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.420343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-36a40299-4d57-431b-bc8d-693654762bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.421743 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-36a40299-4d57-431b-bc8d-693654762bb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/049d7d6a-ecc7-4c54-83b8-e1ef944a2e0f HTTP/1.1" status: 204 len: 168 time: 0.8777003 Nov 15 19:26:37.461113 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.472109 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a40299-4d57-431b-bc8d-693654762bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d7d6a-ecc7-4c54-83b8-e1ef944a2e0f,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:37.483607 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48570) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:37.498619 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Sync routers for ids ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:26:37.509071 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bf00ef65-cdcc-4b25-b4e5-448ef73fccd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.530148 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Routers {'bdede7b9-3483-40e8-b085-4f4dd8e2a009'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:37.530807 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:37.665796 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Allocated IP 172.20.0.3 (40df3f60-b95a-443a-b00f-e785277e2077/f2876cab-317e-4429-b897-8adf49ee5b6f/b3b7c5ec-2bd2-43d4-b6af-6a2661dea395) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:37.706981 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bf00ef65-cdcc-4b25-b4e5-448ef73fccd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.744100 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Set router bdede7b9-3483-40e8-b085-4f4dd8e2a009 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:37.765656 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a3c1994-9a9b-4a7d-b210-dc7f0b3a7075 req-3095b45f-9148-477e-83d0-8502a36a4251 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 210 time: 0.0471756 Nov 15 19:26:37.822450 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bf00ef65-cdcc-4b25-b4e5-448ef73fccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:37.900974 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-bf00ef65-cdcc-4b25-b4e5-448ef73fccd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97028b2fad87450d9b9b57c839247c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157844 Nov 15 19:26:37.902521 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00ef65-cdcc-4b25-b4e5-448ef73fccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd13edd-6e4e-417e-9e72-954692037124,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:37.905363 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48584) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:38.037268 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9fa6defe-7beb-498c-bf6e-78320c94f91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.090462 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.124709 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9fa6defe-7beb-498c-bf6e-78320c94f91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.278277 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d9daa930-b5fc-44c7-98ed-634b9a44f2bd req-fae0d2a2-834c-4a96-a429-83fec93d54c9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 210 time: 0.0580702 Nov 15 19:26:38.346373 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.368214 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'b541659e-a866-4f05-97df-b292d9ff4fab'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:26:38.400297 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Network 40df3f60-b95a-443a-b00f-e785277e2077 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:38.410161 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:38.417417 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:38.433465 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-1e45251b-6397-41c5-b7c7-1cfdec99fce1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:38.435209 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-1e45251b-6397-41c5-b7c7-1cfdec99fce1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 818 time: 0.1733479 Nov 15 19:26:38.454490 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:34Z', 'revision_number': 4, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '017687da-b6a6-451d-8174-5b0f1edb66e9', 'name': '', 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'mac_address': 'fa:16:3e:76:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '98be7b6c-34fb-49be-ad30-52505115d9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:33Z', 'updated_at': '2021-11-15T19:26:34Z', 'revision_number': 2, 'project_id': '09018027734c43fdb0dad47b448d955e', 'subnets': [{'id': '98be7b6c-34fb-49be-ad30-52505115d9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:38.470921 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9fa6defe-7beb-498c-bf6e-78320c94f91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.480963 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9fa6defe-7beb-498c-bf6e-78320c94f91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.481691 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-800f5d1e-ed83-4f63-953b-38302bba83a1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/quotas/09018027734c43fdb0dad47b448d955e HTTP/1.1" status: 200 len: 375 time: 0.0177326 Nov 15 19:26:38.481903 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9fa6defe-7beb-498c-bf6e-78320c94f91e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edd13edd-6e4e-417e-9e72-954692037124 HTTP/1.1" status: 204 len: 168 time: 0.5722237 Nov 15 19:26:38.484801 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Pushing event updated for resources: {'Port': ['ID=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:38.493800 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Checking router: bdede7b9-3483-40e8-b085-4f4dd8e2a009 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:26:38.494154 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Updating router bdede7b9-3483-40e8-b085-4f4dd8e2a009 port 017687da-b6a6-451d-8174-5b0f1edb66e9 binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:26:38.509952 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6defe-7beb-498c-bf6e-78320c94f91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd13edd-6e4e-417e-9e72-954692037124,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:38.531543 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:38.532283 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.548485 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.556175 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.602952 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-3843210c-8113-4c05-801a-6b704319e3c2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944335 Nov 15 19:26:38.712592 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 9170ddf1-de78-4afc-a327-401c4add7c29 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:38.737070 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-3c2c7e2d-7e06-4286-ad35-6cbe00297c85 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8893518 Nov 15 19:26:38.767743 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Request body: {'port': {'device_id': '493038ca-762f-45d6-a62c-a8491905e38a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:38.830397 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-2cb5aef4-ab0a-495d-863f-b1c170e59e2f service neutron] 10.222.0.48 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259309 Nov 15 19:26:38.874967 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48618) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:38.901247 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48622) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:38.918770 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 9170ddf1-de78-4afc-a327-401c4add7c29 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:38.919363 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:38.930766 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6cf9-120d-4618-9f42-f2265cf9e2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.006001 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.135540 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6cf9-120d-4618-9f42-f2265cf9e2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.202934 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-15238c7e-d12f-494e-86ea-439ccf0b96d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.237213 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.305842 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6cf9-120d-4618-9f42-f2265cf9e2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.362354 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-15238c7e-d12f-494e-86ea-439ccf0b96d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.379533 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3d4a6cf9-120d-4618-9f42-f2265cf9e2de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bc0d5b66a3348c48b43867f7a38810a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769838 Nov 15 19:26:39.381749 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a6cf9-120d-4618-9f42-f2265cf9e2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a5678f-9330-4094-812c-28a615adb97f,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:39.387965 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48632) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:39.408336 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.438688 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-aa257287-a878-4737-9de7-94cae49c51d9 service neutron] 10.222.0.48 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071379 Nov 15 19:26:39.460044 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-15238c7e-d12f-494e-86ea-439ccf0b96d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.557940 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d8f90-2a20-4bc6-904e-a6ec477be80c None None] Pushing event updated for resources: {'Port': ['ID=017687da-b6a6-451d-8174-5b0f1edb66e9,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:39.630155 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-15238c7e-d12f-494e-86ea-439ccf0b96d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd73e3e73f4b454e8d0fdcfbe1021b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7540891 Nov 15 19:26:39.633964 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48636) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:39.656658 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2c5b90e1-1878-485c-8922-94476116904e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.673330 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Attempting to bind port 017687da-b6a6-451d-8174-5b0f1edb66e9 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:39.676414 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Attempting to bind port 017687da-b6a6-451d-8174-5b0f1edb66e9 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:39.678745 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Attempting to bind port 017687da-b6a6-451d-8174-5b0f1edb66e9 on network c719b18b-1c9a-451a-8260-85f0525212fd {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:39.681347 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15238c7e-d12f-494e-86ea-439ccf0b96d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e9c33a-9dbc-4999-9cc0-3dd96dc130bd,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:39.685278 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2c5b90e1-1878-485c-8922-94476116904e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.702814 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:39.702814 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Checking segment: {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:39.703608 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.705167 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Bound using segment: {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:39.705717 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Bound port: 017687da-b6a6-451d-8174-5b0f1edb66e9, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:39.706124 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.742781 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24ed85-3246-472c-b46b-1ecc3ac10416 req-0aa501b0-e265-43f9-8c4b-11bf11eb3fdc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:39.763716 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8e24ed85-3246-472c-b46b-1ecc3ac10416 req-0aa501b0-e265-43f9-8c4b-11bf11eb3fdc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 931 time: 0.2439287 Nov 15 19:26:39.865886 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-515b8581-3645-4a3b-9035-b8637ce8de7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.897124 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] For port 017687da-b6a6-451d-8174-5b0f1edb66e9, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:39.904844 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4a313256-0daa-4d7b-9816-cb983150b24b req-11f90751-ecb3-45c3-932f-9cf1437df410 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 210 time: 0.0771658 Nov 15 19:26:39.911440 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] For port 017687da-b6a6-451d-8174-5b0f1edb66e9, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=017687da-b6a6-451d-8174-5b0f1edb66e9,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:39.933550 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8e24ed85-3246-472c-b46b-1ecc3ac10416 req-3feafe11-d518-497f-ab16-8bb45a620560 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688468 Nov 15 19:26:39.945212 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-515b8581-3645-4a3b-9035-b8637ce8de7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:39.991661 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:26:40.005399 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.031612 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.088504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2c5b90e1-1878-485c-8922-94476116904e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.091088 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2c5b90e1-1878-485c-8922-94476116904e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.094388 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-2c5b90e1-1878-485c-8922-94476116904e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0a5678f-9330-4094-812c-28a615adb97f HTTP/1.1" status: 204 len: 168 time: 0.7072437 Nov 15 19:26:40.107753 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b90e1-1878-485c-8922-94476116904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a5678f-9330-4094-812c-28a615adb97f,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:40.108559 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Routers {'bdede7b9-3483-40e8-b085-4f4dd8e2a009'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:40.112619 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:40.119237 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d8f90-2a20-4bc6-904e-a6ec477be80c None None] Pushing event updated for resources: {'Port': ['ID=017687da-b6a6-451d-8174-5b0f1edb66e9,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:40.122526 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Transition to ACTIVE for port object b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:26:40.123022 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-515b8581-3645-4a3b-9035-b8637ce8de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.125841 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-515b8581-3645-4a3b-9035-b8637ce8de7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.127124 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-515b8581-3645-4a3b-9035-b8637ce8de7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87e9c33a-9dbc-4999-9cc0-3dd96dc130bd HTTP/1.1" status: 204 len: 168 time: 0.4902794 Nov 15 19:26:40.153893 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b8581-3645-4a3b-9035-b8637ce8de7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e9c33a-9dbc-4999-9cc0-3dd96dc130bd,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:40.295756 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.362886 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] Set router bdede7b9-3483-40e8-b085-4f4dd8e2a009 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:40.465402 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:40.502961 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Attempting to bind port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:40.503373 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Attempting to bind port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:40.504006 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Attempting to bind port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 on network 40df3f60-b95a-443a-b00f-e785277e2077 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:40.509680 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 on network 40df3f60-b95a-443a-b00f-e785277e2077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:26:40.510009 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Attempting to bind port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 on network 40df3f60-b95a-443a-b00f-e785277e2077 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:40.515916 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:40.516386 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Checking segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:40.516739 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Bound using segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:40.517181 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Bound port: b3b7c5ec-2bd2-43d4-b6af-6a2661dea395, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:40.518205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.660964 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] For port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:40.665055 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] For port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:40.685755 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:34Z', 'revision_number': 4, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '017687da-b6a6-451d-8174-5b0f1edb66e9', 'name': '', 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'mac_address': 'fa:16:3e:76:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '98be7b6c-34fb-49be-ad30-52505115d9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:33Z', 'updated_at': '2021-11-15T19:26:39Z', 'revision_number': 4, 'project_id': '09018027734c43fdb0dad47b448d955e', 'subnets': [{'id': '98be7b6c-34fb-49be-ad30-52505115d9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:40.718528 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94d4a7-0761-4074-983b-b7b11c3f7503 None None] The sync data for ids ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'] in dv-cinder-801522-7-iscsi is: [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:34Z', 'revision_number': 4, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '017687da-b6a6-451d-8174-5b0f1edb66e9', 'name': '', 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'mac_address': 'fa:16:3e:76:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '98be7b6c-34fb-49be-ad30-52505115d9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:33Z', 'updated_at': '2021-11-15T19:26:39Z', 'revision_number': 4, 'project_id': '09018027734c43fdb0dad47b448d955e', 'subnets': [{'id': '98be7b6c-34fb-49be-ad30-52505115d9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:26:40.804171 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.888265 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:40.888844 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:40.890434 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] 10.222.0.43 "PUT /v2.0/ports/b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 HTTP/1.1" status: 200 len: 1093 time: 2.1313491 Nov 15 19:26:40.891405 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493038ca-762f-45d6-a62c-a8491905e38a', 'tag': 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:40.893947 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d50b9-2b77-4d1e-b76e-cb916b18eb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "493038ca-762f-45d6-a62c-a8491905e38a", "tag": "b3b7c5ec-2bd2-43d4-b6af-6a2661dea395"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:40.923855 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6556049-594d-4187-ad9b-eba576b48a23 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:40.979485 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72765f79-932d-42e5-b0e3-67588ad7ee9c x-openstack-request-id: req-72765f79-932d-42e5-b0e3-67588ad7ee9c {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:40.979833 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493038ca-762f-45d6-a62c-a8491905e38a", "tag": "b3b7c5ec-2bd2-43d4-b6af-6a2661dea395", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:40.980187 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72765f79-932d-42e5-b0e3-67588ad7ee9c {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:40.980521 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493038ca-762f-45d6-a62c-a8491905e38a', 'tag': 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395', 'status': 'completed', 'code': 200} Nov 15 19:26:41.048622 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-266cb768-4835-4a42-81f9-f92396886ec7 req-4eeeed14-40d2-4c9f-8890-dc1054156fae tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 210 time: 0.0584188 Nov 15 19:26:41.127216 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48684) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:41.160816 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5d6398f5-41ea-4b96-92a8-ed4543c38c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:41.180522 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d50b9-2b77-4d1e-b76e-cb916b18eb3a req-ee2a4006-3dd6-4a69-9be0-8860a4990855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:41.183019 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff5d50b9-2b77-4d1e-b76e-cb916b18eb3a req-ee2a4006-3dd6-4a69-9be0-8860a4990855 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 1096 time: 0.1691501 Nov 15 19:26:41.197188 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f7528-8732-436c-8338-2d36d5346bdb req-d04d109c-26c7-4226-a89c-de2d62900048 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:41.209766 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff1f7528-8732-436c-8338-2d36d5346bdb req-d04d109c-26c7-4226-a89c-de2d62900048 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 943 time: 0.1476276 Nov 15 19:26:41.341449 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5d6398f5-41ea-4b96-92a8-ed4543c38c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:41.469970 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5d6398f5-41ea-4b96-92a8-ed4543c38c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:41.627244 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff1f7528-8732-436c-8338-2d36d5346bdb req-d65b5c7a-4ca3-4a82-b378-c3b6a78c13fc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135563 Nov 15 19:26:41.658385 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-5d6398f5-41ea-4b96-92a8-ed4543c38c24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=576cdca40144427caffbdd8d1b519642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5295413 Nov 15 19:26:41.660104 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6398f5-41ea-4b96-92a8-ed4543c38c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fccc625-fe9d-4e16-964a-2b3dc38b141c,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:41.673099 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48706) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:41.823019 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d50b9-2b77-4d1e-b76e-cb916b18eb3a req-aeb9f27e-59a2-40c1-8ce7-6e6659a480f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:41.824229 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff5d50b9-2b77-4d1e-b76e-cb916b18eb3a req-aeb9f27e-59a2-40c1-8ce7-6e6659a480f1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=11243378914b4aef98122fff6805d23f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6104646 Nov 15 19:26:42.006624 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c9f4-c640-4865-a726-89363b024da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:42.104071 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c9f4-c640-4865-a726-89363b024da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:42.123423 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-74b9337a-eb55-40dd-b974-42e8dc388cc9 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:42.125237 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-74b9337a-eb55-40dd-b974-42e8dc388cc9 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 818 time: 0.3581426 Nov 15 19:26:42.144600 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Request body: {'port': {'device_id': 'a104a1ba-c90d-4a91-8378-42f8c4c5ffea', 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd', 'admin_state_up': True, 'tenant_id': '09018027734c43fdb0dad47b448d955e'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:42.285210 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f164000a-2fed-4ccf-9b1b-2cb9714076e0 req-428e1765-98f1-4d6a-a0ed-260a7b6739fd tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 210 time: 0.0926206 Nov 15 19:26:42.318906 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d50b9-2b77-4d1e-b76e-cb916b18eb3a req-f2394db2-139f-4fb9-88b0-7877b0a4348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:42.319466 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff5d50b9-2b77-4d1e-b76e-cb916b18eb3a req-f2394db2-139f-4fb9-88b0-7877b0a4348c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4828906 Nov 15 19:26:42.460339 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c9f4-c640-4865-a726-89363b024da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:42.465196 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c9f4-c640-4865-a726-89363b024da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:42.467407 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-4bf0c9f4-c640-4865-a726-89363b024da5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fccc625-fe9d-4e16-964a-2b3dc38b141c HTTP/1.1" status: 204 len: 168 time: 0.7863953 Nov 15 19:26:42.469370 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-e2c7021e-e324-47e5-b3aa-2b10f0cfcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:42.471458 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-e2c7021e-e324-47e5-b3aa-2b10f0cfcd9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 1096 time: 0.0951810 Nov 15 19:26:42.504890 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Made reservation on behalf of 09018027734c43fdb0dad47b448d955e for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:42.537094 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:42.545266 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0c9f4-c640-4865-a726-89363b024da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fccc625-fe9d-4e16-964a-2b3dc38b141c,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:42.636280 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:42.663140 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-a093075e-b40e-4f62-880d-0f84c5650bf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 HTTP/1.1" status: 200 len: 217 time: 0.1554847 Nov 15 19:26:42.843522 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-18b09261-d705-4bee-8167-5633d77964ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:42.845107 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-18b09261-d705-4bee-8167-5633d77964ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2876cab-317e-4429-b897-8adf49ee5b6f HTTP/1.1" status: 200 len: 855 time: 0.1811409 Nov 15 19:26:42.882748 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 017687da-b6a6-451d-8174-5b0f1edb66e9 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:42.883280 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afac9b6-1f77-4309-8e40-4d5a29c372e1 req-a99711fa-d2e7-415b-9b6b-42db7455ac64 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:42.884998 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8afac9b6-1f77-4309-8e40-4d5a29c372e1 req-a99711fa-d2e7-415b-9b6b-42db7455ac64 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 943 time: 0.1133475 Nov 15 19:26:42.908821 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-a91976d7-07e2-4dbc-bacd-fedbc0b8c29a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40df3f60-b95a-443a-b00f-e785277e2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457222 Nov 15 19:26:42.932439 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Allocated IP 172.20.0.7 (c719b18b-1c9a-451a-8260-85f0525212fd/98be7b6c-34fb-49be-ad30-52505115d9e5/0a9b747c-eb6d-45a7-87ef-448a6e54a393) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:43.042202 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 017687da-b6a6-451d-8174-5b0f1edb66e9 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:43.042798 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:43.046712 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8afac9b6-1f77-4309-8e40-4d5a29c372e1 req-18fa2373-e3f2-45c3-af30-82ebadd936a8 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465955 Nov 15 19:26:43.092391 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-2eb177c3-d738-4d92-867f-68de1060f3be service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536760 Nov 15 19:26:43.212654 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:43.234316 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e56c9879-698e-4dfc-8c45-f510aa87544e req-8c8f400a-436a-4a70-a5c5-6d4ac6890973 service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340091 Nov 15 19:26:43.269610 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 017687da-b6a6-451d-8174-5b0f1edb66e9, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=017687da-b6a6-451d-8174-5b0f1edb66e9,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:43.365640 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48746) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:43.382270 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:43.437118 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:43.456908 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3335dd9f-869a-42af-b9dd-819de7d36ad6 req-efdfc27b-aa76-473b-a257-b124f64edc3e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 210 time: 0.0409026 Nov 15 19:26:43.530095 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:43.552725 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-226245334-network', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:43.557102 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=017687da-b6a6-451d-8174-5b0f1edb66e9,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:43.615921 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-680309a9-11d2-4a40-9268-19134515c9b5 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:43.626713 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-680309a9-11d2-4a40-9268-19134515c9b5 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 818 time: 0.4996920 Nov 15 19:26:43.663626 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Request body: {'port': {'device_id': 'e9add56a-ad80-4ce7-9166-ffa1e0984b75', 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd', 'admin_state_up': True, 'tenant_id': '09018027734c43fdb0dad47b448d955e'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:43.693934 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Network c719b18b-1c9a-451a-8260-85f0525212fd is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:43.738996 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:43.744819 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Pushing event updated for resources: {'Port': ['ID=0a9b747c-eb6d-45a7-87ef-448a6e54a393,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:43.749171 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:43.750933 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Made reservation on behalf of ea42287ce51c4b8c9c56d25da84ca2ce for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:43.753342 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:43.774072 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:43.926373 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.041995 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.082211 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:26:44.095402 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.095813 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Added segment 4cab72de-4d96-4d9b-956b-da0093b7882e of type vlan for network 48583671-3b07-41f2-aa2c-acf98182f78a Nov 15 19:26:44.187036 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:44.187577 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.197294 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6b9abc-efa7-410f-96a1-bd50b78d7546,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:44.203410 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.248392 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff349cbd-b2dc-4ded-b359-af4a66c3778d req-19154616-d5ba-454f-ae5a-5b93abf5f999 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:44.249933 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff349cbd-b2dc-4ded-b359-af4a66c3778d req-19154616-d5ba-454f-ae5a-5b93abf5f999 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 943 time: 0.0928290 Nov 15 19:26:44.303493 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:26:44.305038 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff349cbd-b2dc-4ded-b359-af4a66c3778d req-02e56d44-4323-4005-9056-cc7d05a270f3 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Nov 15 19:26:44.353918 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a700661c-4233-4a08-9714-170733afdaa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2137463 Nov 15 19:26:44.365101 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.367787 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:44.370505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.389842 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Request body: {'port': {'device_id': 'a104a1ba-c90d-4a91-8378-42f8c4c5ffea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:44.442716 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:44.459443 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395', 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'port_id': 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395', 'mac_address': 'fa:16:3e:fd:76:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2876cab-317e-4429-b897-8adf49ee5b6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:26:44.479387 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.513134 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.522964 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] Pushing event updated for resources: {'Network': ['ID=48583671-3b07-41f2-aa2c-acf98182f78a,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:44.541931 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:26:44.590197 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:44.598426 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 48583671-3b07-41f2-aa2c-acf98182f78a details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:26:44.605717 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-80991f40-d6be-4449-bf4b-4cfe19dd6d04 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2382245 Nov 15 19:26:44.608595 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48794) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:44.617267 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Request body: {'subnet': {'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-226245334-subnet', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:44.677937 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Made reservation on behalf of 09018027734c43fdb0dad47b448d955e for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:44.681179 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.773676 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Made reservation on behalf of ea42287ce51c4b8c9c56d25da84ca2ce for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:44.776144 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12268886'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.895067 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 017687da-b6a6-451d-8174-5b0f1edb66e9 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:44.910604 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:44.912078 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ffad4de2-6e69-47e6-acab-664e66f936f0 req-49756d4c-2e29-428b-b657-9db75402c834 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 210 time: 0.0634241 Nov 15 19:26:44.990574 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9b747c-eb6d-45a7-87ef-448a6e54a393 {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:26:45.003181 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.019469 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Transition to ACTIVE for port object 0a9b747c-eb6d-45a7-87ef-448a6e54a393 will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:26:45.058849 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 017687da-b6a6-451d-8174-5b0f1edb66e9 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:45.059478 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.062614 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:45.232872 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['b3b7c5ec-2bd2-43d4-b6af-6a2661dea395'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:26:45.237014 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12268868'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.297580 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.333961 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beda92cd-98c0-47ae-94f5-84ec63498b75,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:45.362779 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Allocated IP 172.20.0.10 (c719b18b-1c9a-451a-8260-85f0525212fd/98be7b6c-34fb-49be-ad30-52505115d9e5/b895a7fb-325d-4cc8-8626-f3c9d0b2c950) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:45.379042 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9b747c-eb6d-45a7-87ef-448a6e54a393,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:45.398953 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Checking segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:45.399440 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Network hostable DHCP agents. Network: 48583671-3b07-41f2-aa2c-acf98182f78a, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:26:45.510792 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Network 48583671-3b07-41f2-aa2c-acf98182f78a is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:26:45.608861 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 48583671-3b07-41f2-aa2c-acf98182f78a) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:45.617109 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:45.618344 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.631197 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87091e-0364-4e1c-80d0-9fb090f28a2f None None] Network 48583671-3b07-41f2-aa2c-acf98182f78a requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:26:45.671344 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Attempting to bind port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:45.671654 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Attempting to bind port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:45.673034 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Attempting to bind port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 on network c719b18b-1c9a-451a-8260-85f0525212fd {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:45.698586 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb514da7-0048-42d3-a161-9ee23826e086 req-0943789e-e65f-469f-a28b-b3eacae1c071 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:45.701451 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb514da7-0048-42d3-a161-9ee23826e086 req-0943789e-e65f-469f-a28b-b3eacae1c071 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 944 time: 0.2561960 Nov 15 19:26:45.714382 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 on network c719b18b-1c9a-451a-8260-85f0525212fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:26:45.714701 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Attempting to bind port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 on network c719b18b-1c9a-451a-8260-85f0525212fd {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:45.740418 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:45.740418 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Checking segment: {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:45.740418 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Bound using segment: {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:45.740418 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Bound port: 0a9b747c-eb6d-45a7-87ef-448a6e54a393, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:45.740418 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.769191 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-10b76faf-ff63-451d-ac69-9d13e4487583 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1566331 Nov 15 19:26:45.769629 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48832) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:45.777906 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:45.824604 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.853506 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb514da7-0048-42d3-a161-9ee23826e086 req-ab5e0927-9a14-4200-80a9-f85dd70ed4a8 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451519 Nov 15 19:26:45.911819 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.914263 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:45.927977 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] For port 0a9b747c-eb6d-45a7-87ef-448a6e54a393, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:45.932588 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] For port 0a9b747c-eb6d-45a7-87ef-448a6e54a393, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:45.960637 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-48583671-3b07-41f2-aa2c-acf98182f78a', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:26:45.962545 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.062737 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.096903 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.142760 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-63659826-296a-4519-90e8-955e0b5d7ddc req-3f3cee00-cbf1-4859-8bab-b062626a7006 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 210 time: 0.0631690 Nov 15 19:26:46.148493 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.225968 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:46.229700 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.231542 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] 10.222.0.43 "PUT /v2.0/ports/0a9b747c-eb6d-45a7-87ef-448a6e54a393 HTTP/1.1" status: 200 len: 1093 time: 1.8543460 Nov 15 19:26:46.243453 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Network c719b18b-1c9a-451a-8260-85f0525212fd is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:46.245601 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a104a1ba-c90d-4a91-8378-42f8c4c5ffea', 'tag': '0a9b747c-eb6d-45a7-87ef-448a6e54a393'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:46.249087 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6835557-6031-42a3-8ed1-5f27e5220303" -d '{"events": [{"name": "network-changed", "server_uuid": "a104a1ba-c90d-4a91-8378-42f8c4c5ffea", "tag": "0a9b747c-eb6d-45a7-87ef-448a6e54a393"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:46.252805 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:46.257189 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:46.265093 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Allocated IP 172.20.0.2 (48583671-3b07-41f2-aa2c-acf98182f78a/beda92cd-98c0-47ae-94f5-84ec63498b75/a46301fb-a8e6-41e3-98f0-186e821bd870) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:46.345538 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:46.357047 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:46.357740 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.416396 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fed3418-56d4-4854-b87c-979c75f1a808 x-openstack-request-id: req-1fed3418-56d4-4854-b87c-979c75f1a808 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:46.416785 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a104a1ba-c90d-4a91-8378-42f8c4c5ffea", "tag": "0a9b747c-eb6d-45a7-87ef-448a6e54a393", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:46.417095 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fed3418-56d4-4854-b87c-979c75f1a808 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:46.417498 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a104a1ba-c90d-4a91-8378-42f8c4c5ffea', 'tag': '0a9b747c-eb6d-45a7-87ef-448a6e54a393', 'status': 'completed', 'code': 200} Nov 15 19:26:46.442925 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b976d-4b12-4ce5-85be-e83dba796083 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9b747c-eb6d-45a7-87ef-448a6e54a393,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:46.476628 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.496678 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-8fa17fd9-8aa5-4d64-820a-90fbc52d59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:46.498498 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-8fa17fd9-8aa5-4d64-820a-90fbc52d59ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1096 time: 0.1340377 Nov 15 19:26:46.537355 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.557188 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Pushing event updated for resources: {'Port': ['ID=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:46.564750 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-90626b13-f8c6-4b1d-b321-d9a3a2d3c6e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9158137 Nov 15 19:26:46.566398 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-ca942aba-f962-463e-a39b-8ab3eef12d2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393 HTTP/1.1" status: 200 len: 217 time: 0.0547874 Nov 15 19:26:46.576583 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:26:46.583608 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:46.584161 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.593534 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Request body: {'port': {'device_id': 'e9add56a-ad80-4ce7-9166-ffa1e0984b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:46.644195 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.686876 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-e19e80d9-a6c6-4ae8-8510-b161b49de890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:46.688542 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-e19e80d9-a6c6-4ae8-8510-b161b49de890 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.0917475 Nov 15 19:26:46.689533 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:46.769300 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-4c27b962-6e2b-40de-9e11-710f020e7ea7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573552 Nov 15 19:26:46.792532 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Pushing event updated for resources: {'Port': ['ID=a46301fb-a8e6-41e3-98f0-186e821bd870,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:46.883691 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Network 48583671-3b07-41f2-aa2c-acf98182f78a is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:46.913551 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:46.925600 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:47.037950 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.063000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Attempting to bind port a46301fb-a8e6-41e3-98f0-186e821bd870 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:47.063000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Attempting to bind port a46301fb-a8e6-41e3-98f0-186e821bd870 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:47.063000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Attempting to bind port a46301fb-a8e6-41e3-98f0-186e821bd870 on network 48583671-3b07-41f2-aa2c-acf98182f78a {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:47.064679 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-d63e9ef4-fce2-4111-8ab1-35e7267b64a2 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840905 Nov 15 19:26:47.079394 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493038ca-762f-45d6-a62c-a8491905e38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:47.081933 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e619ecb-e7fe-4676-b7a8-a2a2911a2401" -d '{"events": [{"server_uuid": "493038ca-762f-45d6-a62c-a8491905e38a", "name": "network-vif-plugged", "status": "completed", "tag": "b3b7c5ec-2bd2-43d4-b6af-6a2661dea395"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:47.099112 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:47.100127 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Checking segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:47.100471 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.101036 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Bound using segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:47.101364 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Bound port: a46301fb-a8e6-41e3-98f0-186e821bd870, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:47.101752 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.126453 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:47.160269 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9d317-e200-4fcc-8e62-9b8dfeef6c91 req-785a1f61-dd5a-48cf-ae5d-f8341f867deb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:47.161939 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6ce9d317-e200-4fcc-8e62-9b8dfeef6c91 req-785a1f61-dd5a-48cf-ae5d-f8341f867deb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 944 time: 0.1393912 Nov 15 19:26:47.164446 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbeb2be-f620-4027-8c48-e752ad8a382a x-openstack-request-id: req-5fbeb2be-f620-4027-8c48-e752ad8a382a {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:47.164766 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493038ca-762f-45d6-a62c-a8491905e38a", "name": "network-vif-plugged", "status": "completed", "tag": "b3b7c5ec-2bd2-43d4-b6af-6a2661dea395", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:47.165022 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fbeb2be-f620-4027-8c48-e752ad8a382a {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:47.165418 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493038ca-762f-45d6-a62c-a8491905e38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395', 'code': 200} Nov 15 19:26:47.246284 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] For port a46301fb-a8e6-41e3-98f0-186e821bd870, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:47.260300 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] For port a46301fb-a8e6-41e3-98f0-186e821bd870, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=a46301fb-a8e6-41e3-98f0-186e821bd870,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:47.267113 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.304741 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6ce9d317-e200-4fcc-8e62-9b8dfeef6c91 req-c2822ea0-8c8b-4af4-b3c1-d5c227505169 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227624 Nov 15 19:26:47.308798 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f74cb3ea-e20f-4599-9b27-6e2c0502ad7c req-41f65e64-dbc3-406f-825b-03508265a24c service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306914 Nov 15 19:26:47.334573 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.355933 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b895a7fb-325d-4cc8-8626-f3c9d0b2c950 {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:26:47.370402 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.380225 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:47.382106 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.389139 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Transition to ACTIVE for port object b895a7fb-325d-4cc8-8626-f3c9d0b2c950 will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:26:47.446418 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.458148 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a1eec-0c46-49d6-a64f-af0c5017cdd3 None None] Pushing event updated for resources: {'Port': ['ID=a46301fb-a8e6-41e3-98f0-186e821bd870,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:47.481020 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.514399 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aed8d-9364-4bea-94df-ce942a14be32 req-b945b1aa-fbca-4921-af5e-e721862e42a1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:47.516237 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-db0aed8d-9364-4bea-94df-ce942a14be32 req-b945b1aa-fbca-4921-af5e-e721862e42a1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 932 time: 0.1056745 Nov 15 19:26:47.647831 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Pushing event updated for resources: {'Port': ['ID=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:47.682026 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ad0f9-9f38-4c53-a10a-54427ceb8862 req-f860e84b-2254-4bce-88bb-cd6297f02945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:47.696955 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f31ad0f9-9f38-4c53-a10a-54427ceb8862 req-f860e84b-2254-4bce-88bb-cd6297f02945 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 1098 time: 0.1099870 Nov 15 19:26:47.696955 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Allocated IP 172.27.0.58 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/d0b4b770-b6ce-4589-aa71-51a7f89c0f91) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:47.730826 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-95541eb3-a2e7-4f04-b6fc-6595bea23a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:47.733097 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-95541eb3-a2e7-4f04-b6fc-6595bea23a73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1096 time: 0.2415242 Nov 15 19:26:47.761449 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-db0aed8d-9364-4bea-94df-ce942a14be32 req-7e1bdef7-4e10-4f9f-9ee2-d7b9db1c7f1f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053988 Nov 15 19:26:47.846128 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f31ad0f9-9f38-4c53-a10a-54427ceb8862 req-56657fa8-cdd5-4df1-bb1c-22869aa66570 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063390 Nov 15 19:26:47.858466 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Attempting to bind port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:47.861574 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Attempting to bind port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:47.861574 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Attempting to bind port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 on network c719b18b-1c9a-451a-8260-85f0525212fd {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:47.880421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 on network c719b18b-1c9a-451a-8260-85f0525212fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:26:47.880421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Attempting to bind port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 on network c719b18b-1c9a-451a-8260-85f0525212fd {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:47.886505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.894445 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:47.894826 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Checking segment: {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:47.895209 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Bound using segment: {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:47.895688 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Bound port: b895a7fb-325d-4cc8-8626-f3c9d0b2c950, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fede2d5-01d7-4c78-933b-a238804f7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:47.901817 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:47.913861 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-d7ec1978-3a03-42d4-a2a8-fa6bc5f9a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:47.915500 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-d7ec1978-3a03-42d4-a2a8-fa6bc5f9a02f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 919 time: 0.1675069 Nov 15 19:26:47.982203 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] For port b895a7fb-325d-4cc8-8626-f3c9d0b2c950, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:47.985393 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] For port b895a7fb-325d-4cc8-8626-f3c9d0b2c950, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:48.107079 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-ded77075-2811-47b4-83e1-5526e1ab62eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393 HTTP/1.1" status: 200 len: 217 time: 0.0408325 Nov 15 19:26:48.117495 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:48.118028 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:48.162311 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:48.168665 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:48.172747 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:48.195068 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:48.195729 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:48.197148 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] 10.222.0.43 "PUT /v2.0/ports/b895a7fb-325d-4cc8-8626-f3c9d0b2c950 HTTP/1.1" status: 200 len: 1094 time: 1.6081417 Nov 15 19:26:48.204574 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b4b770-b6ce-4589-aa71-51a7f89c0f91,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:48.236553 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-01a361fb-f314-43e4-b5b2-8f1b7cd90e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:48.236553 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-01a361fb-f314-43e4-b5b2-8f1b7cd90e0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.1098232 Nov 15 19:26:48.236553 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e078b5c-8d8b-437c-aae1-d3eadd105950 service neutron] Pushing event updated for resources: {'Port': ['ID=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:48.311857 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-694cfa78-fd27-4354-ae6c-5a116930d7ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670304 Nov 15 19:26:48.433543 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9add56a-ad80-4ce7-9166-ffa1e0984b75', 'tag': 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:48.436109 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8002bc50-b976-4d14-82c8-eec7fe96fdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9add56a-ad80-4ce7-9166-ffa1e0984b75", "tag": "b895a7fb-325d-4cc8-8626-f3c9d0b2c950"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:48.498768 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-bb3eb3fc-50e9-4875-9a28-dc6eeafb0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:48.500323 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-bb3eb3fc-50e9-4875-9a28-dc6eeafb0a94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 1097 time: 0.0612824 Nov 15 19:26:48.538623 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6af79e-083f-476c-8e06-7320c179a73c req-265c7096-57c6-4a05-a740-27ba6aeb46b5 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:48.544926 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e6af79e-083f-476c-8e06-7320c179a73c req-265c7096-57c6-4a05-a740-27ba6aeb46b5 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 945 time: 0.1015439 Nov 15 19:26:48.553710 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9082a1d-b75c-4bb2-8eae-0f0f0d8882eb x-openstack-request-id: req-b9082a1d-b75c-4bb2-8eae-0f0f0d8882eb {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:48.554003 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9add56a-ad80-4ce7-9166-ffa1e0984b75", "tag": "b895a7fb-325d-4cc8-8626-f3c9d0b2c950", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:48.554257 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9082a1d-b75c-4bb2-8eae-0f0f0d8882eb {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:48.554651 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9add56a-ad80-4ce7-9166-ffa1e0984b75', 'tag': 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950', 'status': 'completed', 'code': 200} Nov 15 19:26:48.600963 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-ec667c25-0475-4a43-bcc5-fd77fa08bdf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b895a7fb-325d-4cc8-8626-f3c9d0b2c950 HTTP/1.1" status: 200 len: 217 time: 0.0817914 Nov 15 19:26:48.613359 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-e31b2859-f186-48a7-b7f6-5d83779dfaab service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912221 Nov 15 19:26:48.710557 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7c0e738b-8773-43f8-8e2e-49e66ff68e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:48.712729 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-7c0e738b-8773-43f8-8e2e-49e66ff68e75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.0948122 Nov 15 19:26:48.737326 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device a46301fb-a8e6-41e3-98f0-186e821bd870 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:48.747335 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e6af79e-083f-476c-8e06-7320c179a73c req-8103f0e8-6af4-43f0-a16b-fb39f086853f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965048 Nov 15 19:26:48.772213 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:48.856156 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-e5e12148-3b26-483b-b98e-1cf62ae37965 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336418 Nov 15 19:26:48.885506 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port a46301fb-a8e6-41e3-98f0-186e821bd870 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:48.886487 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:48.924352 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31380329-9934-4b2b-b9a6-defb2176ad06 None None] Network 48583671-3b07-41f2-aa2c-acf98182f78a requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:26:48.997437 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6835557-6031-42a3-8ed1-5f27e5220303 req-cace9c46-b80d-4d0c-9a67-18c5932c5206 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834435 Nov 15 19:26:49.059621 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f29e7-5dfb-4f86-99c9-3c810bc1d571 req-bc4e5cb9-53a8-4205-acc2-285537286419 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:49.064185 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dd2f29e7-5dfb-4f86-99c9-3c810bc1d571 req-bc4e5cb9-53a8-4205-acc2-285537286419 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 944 time: 0.1231539 Nov 15 19:26:49.098558 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-ca190872-456c-4ca5-8789-52019d476e9a None None] Provisioning complete for port a46301fb-a8e6-41e3-98f0-186e821bd870 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:49.098926 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca190872-456c-4ca5-8789-52019d476e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.121024 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-156a3945-a972-4d75-9c09-7111e889a5e9 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422779 Nov 15 19:26:49.143861 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.184194 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.213655 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dd2f29e7-5dfb-4f86-99c9-3c810bc1d571 req-1566abfe-a518-486d-9ae4-baa52cf734e5 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386721 Nov 15 19:26:49.293696 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f8d21b5b-0c03-424d-83f4-8063ee01aba6 req-85bb13a2-00c1-425a-96d2-dd85705ecee7 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574388 Nov 15 19:26:49.305467 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port a46301fb-a8e6-41e3-98f0-186e821bd870, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=a46301fb-a8e6-41e3-98f0-186e821bd870,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:49.308418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca190872-456c-4ca5-8789-52019d476e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.397061 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.514960 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-7043f226-b1d4-4839-ae63-efdfd9be9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:49.517068 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-7043f226-b1d4-4839-ae63-efdfd9be9e8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 1097 time: 0.0710032 Nov 15 19:26:49.533854 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Router 9f880e34-8e19-4b41-a17b-3c590850766a is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:26:49.547825 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.db.api [None req-ca190872-456c-4ca5-8789-52019d476e9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 19:26:49.548473 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG oslo_db.api [None req-ca190872-456c-4ca5-8789-52019d476e9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 19:26:49.549278 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48944) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:49.559541 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=a46301fb-a8e6-41e3-98f0-186e821bd870,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:49.596905 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48948) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:49.703618 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-c2c71239-d5b5-4f0b-9784-0248d08f1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:49.705230 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-c2c71239-d5b5-4f0b-9784-0248d08f1584 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 919 time: 0.1741984 Nov 15 19:26:49.720913 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f16d203a-dfb4-406b-b210-7f8216fc8498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.743982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:26:49.756119 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:26:49.760850 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-bdf829f3-d44b-4138-ada3-c492bc6e5168 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b895a7fb-325d-4cc8-8626-f3c9d0b2c950 HTTP/1.1" status: 200 len: 217 time: 0.0398371 Nov 15 19:26:49.787972 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:49.788874 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:49.828567 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc73f-a381-46ed-96b1-78ac1ad400c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.860852 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f16d203a-dfb4-406b-b210-7f8216fc8498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.872513 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:49.874526 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-52a519f3-38a1-481f-9ba0-e21d6f1c92e9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1024806 Nov 15 19:26:49.876194 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48956) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:49.880463 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-87162ea6-555c-45ae-bf5e-b0d5275bc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:49.882052 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-87162ea6-555c-45ae-bf5e-b0d5275bc53b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.1123571 Nov 15 19:26:49.926779 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-8a5ec3b1-2efe-45c2-a4b6-d9536bb19484 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313933 Nov 15 19:26:49.981730 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:50.005545 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f16d203a-dfb4-406b-b210-7f8216fc8498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.014503 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc73f-a381-46ed-96b1-78ac1ad400c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.027451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eed96f-0866-4b96-8d8a-e2d0de519e1c req-c7df738c-7602-44ba-9903-4f5b4f47657f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:50.028988 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-06eed96f-0866-4b96-8d8a-e2d0de519e1c req-c7df738c-7602-44ba-9903-4f5b4f47657f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 945 time: 0.1429389 Nov 15 19:26:50.069713 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-b557da27-cd65-4c89-b872-99864a23ce82 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344266 Nov 15 19:26:50.098113 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f16d203a-dfb4-406b-b210-7f8216fc8498 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f92a12fd7ea74c369322259818370d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445838 Nov 15 19:26:50.101541 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d203a-dfb4-406b-b210-7f8216fc8498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d856e-d045-4948-ba89-b5b0cfd74292,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:50.106260 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 48958) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:50.153111 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc73f-a381-46ed-96b1-78ac1ad400c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.197540 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:48Z', 'revision_number': 3, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:50.230493 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-ff5062ab-6779-486e-a7e9-48a48e0fcef0 None None] Provisioning complete for port a46301fb-a8e6-41e3-98f0-186e821bd870 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:50.231065 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ff5062ab-6779-486e-a7e9-48a48e0fcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.241767 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-06eed96f-0866-4b96-8d8a-e2d0de519e1c req-99c1b65c-8b01-4da4-9aec-a12a4ad2c855 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011845 Nov 15 19:26:50.261959 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:26:50.262622 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Updating router 9f880e34-8e19-4b41-a17b-3c590850766a port d0b4b770-b6ce-4589-aa71-51a7f89c0f91 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:26:50.303825 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.348115 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 0a9b747c-eb6d-45a7-87ef-448a6e54a393 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:26:50.369218 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8a549d78-f7db-4db8-9860-90382e83e3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.399093 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8a549d78-f7db-4db8-9860-90382e83e3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.482212 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 0a9b747c-eb6d-45a7-87ef-448a6e54a393, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:50.502211 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '0a9b747c-eb6d-45a7-87ef-448a6e54a393', 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd', 'port_id': '0a9b747c-eb6d-45a7-87ef-448a6e54a393', 'mac_address': 'fa:16:3e:e2:5f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98be7b6c-34fb-49be-ad30-52505115d9e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:26:50.553704 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.571345 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9b747c-eb6d-45a7-87ef-448a6e54a393 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:26:50.571613 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8a549d78-f7db-4db8-9860-90382e83e3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.574663 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8a549d78-f7db-4db8-9860-90382e83e3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.575970 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8a549d78-f7db-4db8-9860-90382e83e3b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a1d856e-d045-4948-ba89-b5b0cfd74292 HTTP/1.1" status: 204 len: 168 time: 0.4694171 Nov 15 19:26:50.607140 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a549d78-f7db-4db8-9860-90382e83e3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d856e-d045-4948-ba89-b5b0cfd74292,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:50.611295 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 0a9b747c-eb6d-45a7-87ef-448a6e54a393, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:50.680733 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device a46301fb-a8e6-41e3-98f0-186e821bd870 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:50.747225 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bc73f-a381-46ed-96b1-78ac1ad400c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d5fd4b-1e1e-425e-9e02-20d68db9cec3,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:50.752847 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.766786 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-8c8bc73f-a381-46ed-96b1-78ac1ad400c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7f2c614532e4d6cb89bb02b7ab88939&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1686039 Nov 15 19:26:50.769321 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48970) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:50.830519 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.832610 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d5f98-b6dc-45d5-8b1d-310b0e44c38c req-9a53605d-7d42-4c7c-97d6-2403fd1cfd78 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:50.834378 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276d5f98-b6dc-45d5-8b1d-310b0e44c38c req-9a53605d-7d42-4c7c-97d6-2403fd1cfd78 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 944 time: 0.1756606 Nov 15 19:26:50.849269 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8002bc50-b976-4d14-82c8-eec7fe96fdf5 req-67e85bc5-f4cb-45e3-9b36-1a2c6611450a service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677455 Nov 15 19:26:50.887768 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=0a9b747c-eb6d-45a7-87ef-448a6e54a393,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:50.898186 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port a46301fb-a8e6-41e3-98f0-186e821bd870 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:50.898653 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.917691 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-869342b6-7792-46f3-a83f-236490167f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.961461 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:50.965309 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276d5f98-b6dc-45d5-8b1d-310b0e44c38c req-b9ac2773-dcc7-4d97-852f-995cbe16ba01 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979285 Nov 15 19:26:50.979120 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-869342b6-7792-46f3-a83f-236490167f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.067732 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0a9b747c-eb6d-45a7-87ef-448a6e54a393'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:26:51.101429 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Allocated IP 172.20.0.1 (48583671-3b07-41f2-aa2c-acf98182f78a/beda92cd-98c0-47ae-94f5-84ec63498b75/092b668e-ac85-4698-8421-fc2b20386280) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:51.157041 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.242526 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-869342b6-7792-46f3-a83f-236490167f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.245435 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-869342b6-7792-46f3-a83f-236490167f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.246743 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-869342b6-7792-46f3-a83f-236490167f54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11d5fd4b-1e1e-425e-9e02-20d68db9cec3 HTTP/1.1" status: 204 len: 168 time: 0.4749603 Nov 15 19:26:51.260285 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869342b6-7792-46f3-a83f-236490167f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d5fd4b-1e1e-425e-9e02-20d68db9cec3,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:51.295650 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.366536 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3466e8f-3a20-44cb-8ddf-77a5854211f7 None None] Pushing event updated for resources: {'Port': ['ID=d0b4b770-b6ce-4589-aa71-51a7f89c0f91,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:51.371111 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Attempting to bind port d0b4b770-b6ce-4589-aa71-51a7f89c0f91 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:51.372048 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Attempting to bind port d0b4b770-b6ce-4589-aa71-51a7f89c0f91 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:51.372916 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Attempting to bind port d0b4b770-b6ce-4589-aa71-51a7f89c0f91 on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:51.382812 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:51.383233 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:51.383778 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.384168 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:51.384888 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Bound port: d0b4b770-b6ce-4589-aa71-51a7f89c0f91, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:51.385469 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.585051 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] For port d0b4b770-b6ce-4589-aa71-51a7f89c0f91, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:51.585051 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] For port d0b4b770-b6ce-4589-aa71-51a7f89c0f91, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=d0b4b770-b6ce-4589-aa71-51a7f89c0f91,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:51.662902 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.705618 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.710083 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Network 48583671-3b07-41f2-aa2c-acf98182f78a is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:51.725149 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:51.726717 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:51.731274 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Pushing event updated for resources: {'Port': ['ID=092b668e-ac85-4698-8421-fc2b20386280,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:51.788315 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:51.809734 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:51.810398 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:51.877113 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3466e8f-3a20-44cb-8ddf-77a5854211f7 None None] Pushing event updated for resources: {'Port': ['ID=d0b4b770-b6ce-4589-aa71-51a7f89c0f91,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:51.992428 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:52.008005 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 48998) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:52.033745 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c34193eb-3a54-4b26-ae1c-2eca7ab0654a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.111336 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-be188dab-ea65-4eac-9513-6cd97c3e1dfc None None] Provisioning complete for port 092b668e-ac85-4698-8421-fc2b20386280 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:52.118140 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be188dab-ea65-4eac-9513-6cd97c3e1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.220660 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.225130 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-be188dab-ea65-4eac-9513-6cd97c3e1dfc None None] Port 092b668e-ac85-4698-8421-fc2b20386280 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:26:52.237280 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deccb2b-2eff-48e6-aeba-348b1e29c2e7 req-f6d07a37-174d-4528-986d-9b59a46a1ed7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:52.239721 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5deccb2b-2eff-48e6-aeba-348b1e29c2e7 req-f6d07a37-174d-4528-986d-9b59a46a1ed7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 944 time: 0.1714220 Nov 15 19:26:52.266306 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c34193eb-3a54-4b26-ae1c-2eca7ab0654a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.344816 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b895a7fb-325d-4cc8-8626-f3c9d0b2c950 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:26:52.368191 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 0a9b747c-eb6d-45a7-87ef-448a6e54a393 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:52.376541 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5deccb2b-2eff-48e6-aeba-348b1e29c2e7 req-c084d02a-f423-4872-924e-90674e6a9631 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188269 Nov 15 19:26:52.402838 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c34193eb-3a54-4b26-ae1c-2eca7ab0654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.423104 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:48Z', 'revision_number': 3, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:52.436067 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34193eb-3a54-4b26-ae1c-2eca7ab0654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e24cf8a-0934-4a3d-85de-912353173807,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:52.461642 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39469472-f9c5-4eb5-846f-43a8ce63f3f3 None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:48Z', 'revision_number': 3, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:26:52.514307 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c34193eb-3a54-4b26-ae1c-2eca7ab0654a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80951b46fc974d048a13ed3d45b80028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051155 Nov 15 19:26:52.514550 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b895a7fb-325d-4cc8-8626-f3c9d0b2c950, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:52.518663 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49002) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:52.539716 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950', 'network_id': 'c719b18b-1c9a-451a-8260-85f0525212fd', 'port_id': 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950', 'mac_address': 'fa:16:3e:ef:8d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98be7b6c-34fb-49be-ad30-52505115d9e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:26:52.593988 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.603740 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:26:52.610362 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:52.610815 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.622270 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1443c4fa-b3ec-40d5-990d-b534ca8db90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.659343 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b895a7fb-325d-4cc8-8626-f3c9d0b2c950 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:26:52.663819 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1443c4fa-b3ec-40d5-990d-b534ca8db90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.742358 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b895a7fb-325d-4cc8-8626-f3c9d0b2c950, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:52.750302 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49010) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:52.772812 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6775-b8a6-4c8f-95cc-287369ef6503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.808350 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.808713 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.835651 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a104a1ba-c90d-4a91-8378-42f8c4c5ffea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9b747c-eb6d-45a7-87ef-448a6e54a393'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:52.838223 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f16ca04-a6be-4a58-ace2-9d0287ff0d8b" -d '{"events": [{"server_uuid": "a104a1ba-c90d-4a91-8378-42f8c4c5ffea", "name": "network-vif-plugged", "status": "completed", "tag": "0a9b747c-eb6d-45a7-87ef-448a6e54a393"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:52.844185 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1443c4fa-b3ec-40d5-990d-b534ca8db90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.854036 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1443c4fa-b3ec-40d5-990d-b534ca8db90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.855153 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1443c4fa-b3ec-40d5-990d-b534ca8db90b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e24cf8a-0934-4a3d-85de-912353173807 HTTP/1.1" status: 204 len: 168 time: 0.3351722 Nov 15 19:26:52.895729 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.900522 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:52.920448 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 0a9b747c-eb6d-45a7-87ef-448a6e54a393, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:52.922242 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443c4fa-b3ec-40d5-990d-b534ca8db90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e24cf8a-0934-4a3d-85de-912353173807,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:53.045153 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6775-b8a6-4c8f-95cc-287369ef6503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.067426 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Pushing event updated for resources: {'Port': ['ID=092b668e-ac85-4698-8421-fc2b20386280,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:53.070869 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.190021 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea224f83-f464-4285-a9aa-5e8268663631 x-openstack-request-id: req-ea224f83-f464-4285-a9aa-5e8268663631 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:53.190583 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a104a1ba-c90d-4a91-8378-42f8c4c5ffea", "name": "network-vif-plugged", "status": "completed", "tag": "0a9b747c-eb6d-45a7-87ef-448a6e54a393", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:53.190583 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea224f83-f464-4285-a9aa-5e8268663631 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:53.190941 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a104a1ba-c90d-4a91-8378-42f8c4c5ffea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9b747c-eb6d-45a7-87ef-448a6e54a393', 'code': 200} Nov 15 19:26:53.199282 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.203019 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6775-b8a6-4c8f-95cc-287369ef6503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.237832 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:53.274726 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Network 48583671-3b07-41f2-aa2c-acf98182f78a is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:53.278111 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:53.316901 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['b895a7fb-325d-4cc8-8626-f3c9d0b2c950'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:26:53.399503 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0dbb6775-b8a6-4c8f-95cc-287369ef6503 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c0b7fac34dc4702ae9371a6ef359ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6475151 Nov 15 19:26:53.402308 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb6775-b8a6-4c8f-95cc-287369ef6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3250b9f4-e365-407b-b5b6-d0f1b98d7248,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:53.423567 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=0a9b747c-eb6d-45a7-87ef-448a6e54a393,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:53.471039 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49028) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:53.564585 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd0b69-3ba5-4fac-b99c-5a1a74a5f6c4 req-5a8918a0-2b87-4fd4-bd12-8e1fc1b5cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:53.575896 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cbdd0b69-3ba5-4fac-b99c-5a1a74a5f6c4 req-5a8918a0-2b87-4fd4-bd12-8e1fc1b5cd86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1098 time: 0.1657288 Nov 15 19:26:53.668604 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cbdd0b69-3ba5-4fac-b99c-5a1a74a5f6c4 req-8a247c50-8932-493c-ba2a-3b9047348e8e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910106 Nov 15 19:26:53.669310 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-33fb89a4-f30b-4823-800c-9c062c67762a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.687541 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Router 9f880e34-8e19-4b41-a17b-3c590850766a has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:26:53.706216 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949658de-265a-4999-9e27-ef4a7545b4fd req-b0a0b981-5a51-42dd-a9c1-bf0e519c48b8 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:53.707484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-33fb89a4-f30b-4823-800c-9c062c67762a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.721255 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-949658de-265a-4999-9e27-ef4a7545b4fd req-b0a0b981-5a51-42dd-a9c1-bf0e519c48b8 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 945 time: 0.1330709 Nov 15 19:26:53.770216 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-3b2d69e1-1ca5-4bb0-9188-b84013cdd94d None None] Provisioning complete for port 092b668e-ac85-4698-8421-fc2b20386280 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:53.778528 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3b2d69e1-1ca5-4bb0-9188-b84013cdd94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.864689 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d69e1-1ca5-4bb0-9188-b84013cdd94d None None] Port 092b668e-ac85-4698-8421-fc2b20386280 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:26:53.909387 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-33fb89a4-f30b-4823-800c-9c062c67762a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.909387 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-33fb89a4-f30b-4823-800c-9c062c67762a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:53.909387 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-33fb89a4-f30b-4823-800c-9c062c67762a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3250b9f4-e365-407b-b5b6-d0f1b98d7248 HTTP/1.1" status: 204 len: 168 time: 0.4162903 Nov 15 19:26:53.909387 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb89a4-f30b-4823-800c-9c062c67762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3250b9f4-e365-407b-b5b6-d0f1b98d7248,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:54.008260 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-949658de-265a-4999-9e27-ef4a7545b4fd req-af1790d3-c502-4979-b617-f07fc6ce2a40 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860811 Nov 15 19:26:54.051979 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:26:54.059765 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-471a3dc9-9db5-4585-91d4-94d04a98fb98 admin admin] 10.222.0.48 "PUT /v2.0/routers/9f880e34-8e19-4b41-a17b-3c590850766a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1822133 Nov 15 19:26:54.687552 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device d0b4b770-b6ce-4589-aa71-51a7f89c0f91 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:54.800464 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port d0b4b770-b6ce-4589-aa71-51a7f89c0f91 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:54.801939 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:54.938103 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:54.983110 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port d0b4b770-b6ce-4589-aa71-51a7f89c0f91, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=d0b4b770-b6ce-4589-aa71-51a7f89c0f91,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:55.119513 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:26:55.151134 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.168672 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6544-77f4-4e24-aa5e-44032e0c996f req-7d7b6c08-3a62-4e8b-af48-100ecf855ceb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:55.171705 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6adf6544-77f4-4e24-aa5e-44032e0c996f req-7d7b6c08-3a62-4e8b-af48-100ecf855ceb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 945 time: 0.0765407 Nov 15 19:26:55.188852 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49090) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:55.246800 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-544ecc72-a533-406c-994e-36d10883b47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.258425 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:55.264237 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:55.308349 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6adf6544-77f4-4e24-aa5e-44032e0c996f req-078240bf-2913-44c0-898a-b3fec9bb8ebe tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069720 Nov 15 19:26:55.393737 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-544ecc72-a533-406c-994e-36d10883b47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.399957 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=d0b4b770-b6ce-4589-aa71-51a7f89c0f91,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:55.432493 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:55.512957 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-544ecc72-a533-406c-994e-36d10883b47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.604780 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-544ecc72-a533-406c-994e-36d10883b47d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a37af043a4de4460b19db324893714cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146838 Nov 15 19:26:55.605900 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ecc72-a533-406c-994e-36d10883b47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23c29a3-8bfe-443a-9f43-4fc19a92f029,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:55.609453 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49102) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:55.668885 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b78c5af3-26ab-456d-80d0-6a6f751d534a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.696298 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b78c5af3-26ab-456d-80d0-6a6f751d534a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.716455 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:52Z', 'revision_number': 2, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:55.746635 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:26:55.747090 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Updating router 9f880e34-8e19-4b41-a17b-3c590850766a port 092b668e-ac85-4698-8421-fc2b20386280 binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:26:55.775597 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.813848 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49108) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:55.819478 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1127520022-network', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:55.848741 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b78c5af3-26ab-456d-80d0-6a6f751d534a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.853695 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b78c5af3-26ab-456d-80d0-6a6f751d534a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.858929 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b78c5af3-26ab-456d-80d0-6a6f751d534a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a23c29a3-8bfe-443a-9f43-4fc19a92f029 HTTP/1.1" status: 204 len: 168 time: 0.2446809 Nov 15 19:26:55.867467 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c5af3-26ab-456d-80d0-6a6f751d534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23c29a3-8bfe-443a-9f43-4fc19a92f029,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:55.957927 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Made reservation on behalf of 4f7f0bc95d8e435d93aea38c1e2b4d3f for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:55.964196 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:55.979156 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.124069 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.178432 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.215041 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.245675 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:26:56.254743 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.262110 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3ab67-6b44-457b-b528-496ae5107ff8,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:56.266654 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.267237 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Added segment cd220093-db48-47f3-821b-bbcc002da713 of type vlan for network afda3add-6ff7-4f20-9da6-7a0f42833b23 Nov 15 19:26:56.374516 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b895a7fb-325d-4cc8-8626-f3c9d0b2c950 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:56.378124 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.502072 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980423-9038-4e09-8a0b-809129bb01f8 None None] Pushing event updated for resources: {'Port': ['ID=092b668e-ac85-4698-8421-fc2b20386280,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:56.576232 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.577540 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26515f9f-a3b5-47c7-a0a0-8454f9cfa668 req-c3eb2bfc-eab4-4bdb-a752-977b7eca9ee0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:56.581008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:56.581008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.581219 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26515f9f-a3b5-47c7-a0a0-8454f9cfa668 req-c3eb2bfc-eab4-4bdb-a752-977b7eca9ee0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 945 time: 0.1171429 Nov 15 19:26:56.586505 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Attempting to bind port 092b668e-ac85-4698-8421-fc2b20386280 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:56.587646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Attempting to bind port 092b668e-ac85-4698-8421-fc2b20386280 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:56.588070 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Attempting to bind port 092b668e-ac85-4698-8421-fc2b20386280 on network 48583671-3b07-41f2-aa2c-acf98182f78a {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:56.603158 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:56.604490 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Checking segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:56.606066 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.608456 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Bound using segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:56.609675 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Bound port: 092b668e-ac85-4698-8421-fc2b20386280, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:56.610746 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.670650 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26515f9f-a3b5-47c7-a0a0-8454f9cfa668 req-48262407-12f9-42dd-9437-605140358837 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770936 Nov 15 19:26:56.715403 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:26:56.733087 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:56.733654 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.735285 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device d0b4b770-b6ce-4589-aa71-51a7f89c0f91 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:56.744392 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] For port 092b668e-ac85-4698-8421-fc2b20386280, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:56.758658 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] For port 092b668e-ac85-4698-8421-fc2b20386280, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=092b668e-ac85-4698-8421-fc2b20386280,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:56.763154 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] Pushing event updated for resources: {'Network': ['ID=afda3add-6ff7-4f20-9da6-7a0f42833b23,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:56.789495 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49138) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:56.791741 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-136068eb-8b04-4ff6-b945-54ea6deaffd4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9765017 Nov 15 19:26:56.795845 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Request body: {'subnet': {'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1127520022-subnet', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:56.823589 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network afda3add-6ff7-4f20-9da6-7a0f42833b23 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:26:56.852723 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:56.918218 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Made reservation on behalf of 4f7f0bc95d8e435d93aea38c1e2b4d3f for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:26:56.925100 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12268886'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:57.007034 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-f2d262c7-0e10-4c94-b9bc-9fd3f9ee3468 None None] Provisioning complete for port 092b668e-ac85-4698-8421-fc2b20386280 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:57.007034 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f2d262c7-0e10-4c94-b9bc-9fd3f9ee3468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:57.040204 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:26:57.040721 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:57.254253 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12268868'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:57.354940 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099f0f79-dfca-4378-89ca-21beb7408ba1,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:57.372903 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Checking segment: {'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:57.372903 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Network hostable DHCP agents. Network: afda3add-6ff7-4f20-9da6-7a0f42833b23, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:26:57.422490 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port d0b4b770-b6ce-4589-aa71-51a7f89c0f91 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:57.422490 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:57.483036 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980423-9038-4e09-8a0b-809129bb01f8 None None] Pushing event updated for resources: {'Port': ['ID=092b668e-ac85-4698-8421-fc2b20386280,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:57.524843 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:57.527554 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Network afda3add-6ff7-4f20-9da6-7a0f42833b23 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:26:57.617850 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:26:57.645672 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, afda3add-6ff7-4f20-9da6-7a0f42833b23) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:57.662549 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:57.663436 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:57.667413 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9add56a-ad80-4ce7-9166-ffa1e0984b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:26:57.670031 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ddcf7e-416e-4e2c-8fa5-30f5752262bb" -d '{"events": [{"server_uuid": "e9add56a-ad80-4ce7-9166-ffa1e0984b75", "name": "network-vif-plugged", "status": "completed", "tag": "b895a7fb-325d-4cc8-8626-f3c9d0b2c950"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:26:57.697667 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa222e8b-4f36-41e5-9094-891a2c3bfc0f None None] Network afda3add-6ff7-4f20-9da6-7a0f42833b23 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:26:57.826506 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port b895a7fb-325d-4cc8-8626-f3c9d0b2c950, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:57.831946 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49200) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:26:57.839228 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:26:57.841876 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ed2bf71f-0e9a-4d57-8578-e4f096a2b686 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0505841 Nov 15 19:26:57.858605 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f2d262c7-0e10-4c94-b9bc-9fd3f9ee3468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:57.985605 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.037155 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-f2d262c7-0e10-4c94-b9bc-9fd3f9ee3468 None None] For port 092b668e-ac85-4698-8421-fc2b20386280, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=092b668e-ac85-4698-8421-fc2b20386280,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:26:58.059292 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.061116 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.132558 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:58.144150 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.175137 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-afda3add-6ff7-4f20-9da6-7a0f42833b23', 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'fixed_ips': [{'subnet_id': '099f0f79-dfca-4378-89ca-21beb7408ba1'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:26:58.176026 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.231144 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f2d262c7-0e10-4c94-b9bc-9fd3f9ee3468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.374135 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:56Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:26:58.380065 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d262c7-0e10-4c94-b9bc-9fd3f9ee3468 None None] Pushing event updated for resources: {'Port': ['ID=092b668e-ac85-4698-8421-fc2b20386280,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:58.384789 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8ab51-04d0-4bfd-a54d-462eb85d39b4 req-f92f2b11-234a-4579-bd83-0290d7b7a156 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:58.386643 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2ad8ab51-04d0-4bfd-a54d-462eb85d39b4 req-f92f2b11-234a-4579-bd83-0290d7b7a156 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1470757 Nov 15 19:26:58.439654 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215c657-d470-490d-9d2f-9337455cd603 None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:56Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:26:58.454467 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-2f9b5269-471a-4f4e-b377-d9ce9cfafc9c None None] Provisioning complete for port 092b668e-ac85-4698-8421-fc2b20386280 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:58.454467 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5269-471a-4f4e-b377-d9ce9cfafc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.494326 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Allocated IP 172.20.0.2 (afda3add-6ff7-4f20-9da6-7a0f42833b23/099f0f79-dfca-4378-89ca-21beb7408ba1/02d42040-b465-4d4b-93b5-f6cb0b734082) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:58.601167 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.663367 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2ad8ab51-04d0-4bfd-a54d-462eb85d39b4 req-761b964a-0fd7-47c4-8b2c-accb5c02aed2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062566 Nov 15 19:26:58.727523 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77c7662-6adc-405a-a022-b66356076d8a x-openstack-request-id: req-d77c7662-6adc-405a-a022-b66356076d8a {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:26:58.727835 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9add56a-ad80-4ce7-9166-ffa1e0984b75", "name": "network-vif-plugged", "status": "completed", "tag": "b895a7fb-325d-4cc8-8626-f3c9d0b2c950", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:26:58.728091 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d77c7662-6adc-405a-a022-b66356076d8a {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:26:58.728546 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9add56a-ad80-4ce7-9166-ffa1e0984b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950', 'code': 200} Nov 15 19:26:58.816203 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 092b668e-ac85-4698-8421-fc2b20386280 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:26:58.889435 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:58.897261 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a18012-2112-417b-a519-16b3ac5c7b51 req-ff6aee5e-303c-4e0b-868c-e79d791de1c4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:58.898817 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27a18012-2112-417b-a519-16b3ac5c7b51 req-ff6aee5e-303c-4e0b-868c-e79d791de1c4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0627713 Nov 15 19:26:58.907003 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 092b668e-ac85-4698-8421-fc2b20386280 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:26:58.907551 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.042346 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.105896 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Pushing event updated for resources: {'Port': ['ID=02d42040-b465-4d4b-93b5-f6cb0b734082,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:59.115489 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Network afda3add-6ff7-4f20-9da6-7a0f42833b23 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:59.121350 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:59.125531 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:59.133846 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27a18012-2112-417b-a519-16b3ac5c7b51 req-2da6e7f3-0690-4142-8e32-4f232d4881ca tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192776 Nov 15 19:26:59.237426 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.246053 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Attempting to bind port 02d42040-b465-4d4b-93b5-f6cb0b734082 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:26:59.247000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Attempting to bind port 02d42040-b465-4d4b-93b5-f6cb0b734082 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:26:59.247146 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Attempting to bind port 02d42040-b465-4d4b-93b5-f6cb0b734082 on network afda3add-6ff7-4f20-9da6-7a0f42833b23 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:26:59.253807 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:26:59.254166 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Checking segment: {'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:26:59.254791 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.255315 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Bound using segment: {'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:26:59.256383 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Bound port: 02d42040-b465-4d4b-93b5-f6cb0b734082, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:26:59.256924 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.268309 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.362711 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] For port 02d42040-b465-4d4b-93b5-f6cb0b734082, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:26:59.363828 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] For port 02d42040-b465-4d4b-93b5-f6cb0b734082, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=02d42040-b465-4d4b-93b5-f6cb0b734082,segment=NetworkSegment(cd220093-db48-47f3-821b-bbcc002da713),segment_id=cd220093-db48-47f3-821b-bbcc002da713)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:26:59.399682 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613a2e3-f738-4cbd-bdd9-3794df99a1e9 req-e254d299-e051-446c-8edb-06f713147567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:59.401346 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c613a2e3-f738-4cbd-bdd9-3794df99a1e9 req-e254d299-e051-446c-8edb-06f713147567 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 1099 time: 0.1416867 Nov 15 19:26:59.459554 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Allocated IP 172.27.0.233 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/cf57c744-e170-48a9-906b-c9648aed631a) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:26:59.517442 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.555700 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c613a2e3-f738-4cbd-bdd9-3794df99a1e9 req-985f3899-7170-45fc-8383-d174dc539b30 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376376 Nov 15 19:26:59.633869 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7a252-f18b-4c66-b73e-7db884a95589 None None] Pushing event updated for resources: {'Port': ['ID=02d42040-b465-4d4b-93b5-f6cb0b734082,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:26:59.677027 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.833136 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f39e-a2c0-42df-8fa7-20eed6832a37 req-dea6f4dc-3392-4d42-8b92-bb769421a2e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:26:59.836768 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:26:59.841674 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5190f39e-a2c0-42df-8fa7-20eed6832a37 req-dea6f4dc-3392-4d42-8b92-bb769421a2e1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0744114 Nov 15 19:26:59.925463 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5190f39e-a2c0-42df-8fa7-20eed6832a37 req-2e8c348c-e33c-4179-b7ed-f63cb23f8a63 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820663 Nov 15 19:26:59.928103 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:26:59.932402 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:26:59.938678 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:26:59.980764 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Pushing event updated for resources: {'Port': ['ID=cf57c744-e170-48a9-906b-c9648aed631a,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:00.424259 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49308) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:00.470258 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1380dd9-603f-457e-bd71-27be55cab08c req-9f1b26a2-8afd-4f62-b562-7b0e7fca1f90 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:00.471899 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d1380dd9-603f-457e-bd71-27be55cab08c req-9f1b26a2-8afd-4f62-b562-7b0e7fca1f90 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.2119441 Nov 15 19:27:00.575003 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d1380dd9-603f-457e-bd71-27be55cab08c req-992fa8b7-30d7-4707-9721-0de9e5004ce8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874844 Nov 15 19:27:00.577509 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:00.694694 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1270d1e8-ce02-41e3-af07-216c7c69e626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:00.795279 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 02d42040-b465-4d4b-93b5-f6cb0b734082 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:00.862582 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1270d1e8-ce02-41e3-af07-216c7c69e626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:00.878500 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 02d42040-b465-4d4b-93b5-f6cb0b734082 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:00.878859 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:00.945738 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:00.980076 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1270d1e8-ce02-41e3-af07-216c7c69e626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.003739 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:27:01.019501 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.057185 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270d1e8-ce02-41e3-af07-216c7c69e626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e35047-db9a-47f6-8011-73b58bebe42a,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:01.075563 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1270d1e8-ce02-41e3-af07-216c7c69e626 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1f3b98e9c4f402d9dc3bd82eda66fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6477246 Nov 15 19:27:01.078138 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49326) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:01.083072 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 02d42040-b465-4d4b-93b5-f6cb0b734082, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=02d42040-b465-4d4b-93b5-f6cb0b734082,segment=NetworkSegment(cd220093-db48-47f3-821b-bbcc002da713),segment_id=cd220093-db48-47f3-821b-bbcc002da713)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:01.185320 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.205110 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778aa53-793f-4d11-a13c-04a415da4802 req-a6c0c54b-c115-44f1-9153-79ed3939da55 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:01.206682 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e778aa53-793f-4d11-a13c-04a415da4802 req-a6c0c54b-c115-44f1-9153-79ed3939da55 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1208482 Nov 15 19:27:01.213561 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2a447e92-ee6f-4749-b470-027356e9b274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.259012 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=02d42040-b465-4d4b-93b5-f6cb0b734082,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:01.260235 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2a447e92-ee6f-4749-b470-027356e9b274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.317284 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb9753a-1503-4f53-9b77-d400ebfea976 None None] Network afda3add-6ff7-4f20-9da6-7a0f42833b23 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:27:01.322139 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:27:01.342349 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e778aa53-793f-4d11-a13c-04a415da4802 req-c47f5977-c14a-45a2-817e-0e0dcb4015d0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173568 Nov 15 19:27:01.465690 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:27:01.475462 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Sync routers for ids ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:27:01.486788 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Routers {'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:01.492572 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:01.534577 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2a447e92-ee6f-4749-b470-027356e9b274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.538940 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2a447e92-ee6f-4749-b470-027356e9b274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.542279 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2a447e92-ee6f-4749-b470-027356e9b274 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6e35047-db9a-47f6-8011-73b58bebe42a HTTP/1.1" status: 204 len: 168 time: 0.4631546 Nov 15 19:27:01.548204 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-e9aed51f-c7f1-40ef-aa95-da738fde8ef4 None None] Provisioning complete for port 02d42040-b465-4d4b-93b5-f6cb0b734082 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:01.548750 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e9aed51f-c7f1-40ef-aa95-da738fde8ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.561728 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a447e92-ee6f-4749-b470-027356e9b274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e35047-db9a-47f6-8011-73b58bebe42a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:01.564259 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:01.569232 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49334) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:01.573180 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-ef9c88b5-af65-4b5e-8c1c-8430a299128d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7373116 Nov 15 19:27:01.662066 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Set router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:01.832739 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74174-cad3-4749-b758-05fade15c631 req-caf5b0f9-0aeb-44b5-8690-d9c7f2842e24 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:01.837528 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-16e74174-cad3-4749-b758-05fade15c631 req-caf5b0f9-0aeb-44b5-8690-d9c7f2842e24 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1065059 Nov 15 19:27:01.916743 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-16e74174-cad3-4749-b758-05fade15c631 req-01f219b7-15b8-450b-a902-062fa979af05 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675402 Nov 15 19:27:02.013030 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:27:00Z', 'revision_number': 3, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port': {'id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:59Z', 'updated_at': '2021-11-15T19:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:02.042224 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Checking router: c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:27:02.042865 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Updating router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 port cf57c744-e170-48a9-906b-c9648aed631a binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:27:02.070603 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.129722 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-a80c81ca-8011-4705-bd20-1526faec57e8 None None] Provisioning complete for port 02d42040-b465-4d4b-93b5-f6cb0b734082 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:02.131157 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a80c81ca-8011-4705-bd20-1526faec57e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.266947 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.369802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-31ad6917-df8a-4851-9e34-460db54975dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.429836 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.498605 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49352) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:02.499715 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Allocated IP 172.20.0.1 (afda3add-6ff7-4f20-9da6-7a0f42833b23/099f0f79-dfca-4378-89ca-21beb7408ba1/323e24a2-e531-4be9-ba2a-5a8284f407ea) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:02.510992 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.512307 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4fe3-9093-414e-8519-10c2e6d99ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.569986 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0603f-4696-4b1e-b4f5-6b44c18c0544 None None] Pushing event updated for resources: {'Port': ['ID=cf57c744-e170-48a9-906b-c9648aed631a,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:02.580748 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044139f-1a51-4227-b5a9-533059a3f01a req-a9aaea0d-4ec9-4d0e-a4f7-9f5b9f4a9513 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:02.582657 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6044139f-1a51-4227-b5a9-533059a3f01a req-a9aaea0d-4ec9-4d0e-a4f7-9f5b9f4a9513 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1220207 Nov 15 19:27:02.598024 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Attempting to bind port cf57c744-e170-48a9-906b-c9648aed631a on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:02.598467 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Attempting to bind port cf57c744-e170-48a9-906b-c9648aed631a by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:02.599643 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Attempting to bind port cf57c744-e170-48a9-906b-c9648aed631a on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:02.606737 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:02.607278 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:02.607882 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.608510 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:02.609359 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Bound port: cf57c744-e170-48a9-906b-c9648aed631a, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:02.610043 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.625010 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4fe3-9093-414e-8519-10c2e6d99ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.680276 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6044139f-1a51-4227-b5a9-533059a3f01a req-a8108da0-b583-4a85-9aef-01edc9a4fad2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876913 Nov 15 19:27:02.680824 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] For port cf57c744-e170-48a9-906b-c9648aed631a, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:02.694937 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 02d42040-b465-4d4b-93b5-f6cb0b734082 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:02.700551 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] For port cf57c744-e170-48a9-906b-c9648aed631a, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=cf57c744-e170-48a9-906b-c9648aed631a,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:02.711032 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4fe3-9093-414e-8519-10c2e6d99ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.718775 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.820653 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 02d42040-b465-4d4b-93b5-f6cb0b734082 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:02.821704 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.826238 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0e7a4fe3-9093-414e-8519-10c2e6d99ba0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=beac6aef2899436f8012642be8d828e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265333 Nov 15 19:27:02.827211 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a4fe3-9093-414e-8519-10c2e6d99ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cab4f5-a182-489c-b7bb-c726b566ec0e,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:02.829451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49358) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:02.899930 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.905308 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:02.916747 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2b382f9a-d9fb-4dd1-aacc-199c3b62ab2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.023725 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Network afda3add-6ff7-4f20-9da6-7a0f42833b23 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:03.035652 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Routers {'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:03.036294 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:26:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:03.044950 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2b382f9a-d9fb-4dd1-aacc-199c3b62ab2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.049856 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:03.070815 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:03.071973 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0603f-4696-4b1e-b4f5-6b44c18c0544 None None] Pushing event updated for resources: {'Port': ['ID=cf57c744-e170-48a9-906b-c9648aed631a,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:03.098782 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Pushing event updated for resources: {'Port': ['ID=323e24a2-e531-4be9-ba2a-5a8284f407ea,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:03.175429 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49368) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:03.206478 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.219359 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639fe68-f3de-4283-b476-f921d1df773a req-29908e06-c0ca-495d-a18a-48a1c7b91539 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:03.234024 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2639fe68-f3de-4283-b476-f921d1df773a req-29908e06-c0ca-495d-a18a-48a1c7b91539 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1913047 Nov 15 19:27:03.276249 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] Set router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:03.378504 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2639fe68-f3de-4283-b476-f921d1df773a req-be2eefa2-89f9-4bd5-9363-571b72406647 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409647 Nov 15 19:27:03.468071 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2b382f9a-d9fb-4dd1-aacc-199c3b62ab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.471551 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2b382f9a-d9fb-4dd1-aacc-199c3b62ab2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.475824 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2b382f9a-d9fb-4dd1-aacc-199c3b62ab2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2cab4f5-a182-489c-b7bb-c726b566ec0e HTTP/1.1" status: 204 len: 168 time: 0.6396682 Nov 15 19:27:03.504608 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-100bb0dd-be1b-4b9f-a9d7-e8bffd325306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.519510 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-9552c9e2-66d4-4d28-84ec-d9c117ea1869 None None] Provisioning complete for port 323e24a2-e531-4be9-ba2a-5a8284f407ea triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:03.520073 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9552c9e2-66d4-4d28-84ec-d9c117ea1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.532112 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b382f9a-d9fb-4dd1-aacc-199c3b62ab2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cab4f5-a182-489c-b7bb-c726b566ec0e,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:03.584556 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-8dbbe620-5545-42ac-989e-3641ca63f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:03.587390 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-8dbbe620-5545-42ac-989e-3641ca63f6af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 1099 time: 0.0762696 Nov 15 19:27:03.595784 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:27:00Z', 'revision_number': 3, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port': {'id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:59Z', 'updated_at': '2021-11-15T19:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:03.627509 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffcc40-60e4-4427-a04a-9ae426522650 None None] The sync data for ids ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'] in dv-cinder-801522-7-iscsi is: [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:27:00Z', 'revision_number': 3, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port': {'id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:59Z', 'updated_at': '2021-11-15T19:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:27:03.661444 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-9552c9e2-66d4-4d28-84ec-d9c117ea1869 None None] Port 323e24a2-e531-4be9-ba2a-5a8284f407ea cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:03.704747 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebf31c-cf91-40c2-9512-e14fd9596e09 req-bdbc444f-a0ce-47f7-bcad-1e03e2d8402b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:03.706536 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2cebf31c-cf91-40c2-9512-e14fd9596e09 req-bdbc444f-a0ce-47f7-bcad-1e03e2d8402b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1444931 Nov 15 19:27:03.835576 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.848461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-100bb0dd-be1b-4b9f-a9d7-e8bffd325306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.861582 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-afde0fe3-4225-4564-88cd-16e9c4c6a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:03.868007 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2cebf31c-cf91-40c2-9512-e14fd9596e09 req-984626e2-badc-4973-9571-992f813dd1e5 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429343 Nov 15 19:27:03.872606 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-afde0fe3-4225-4564-88cd-16e9c4c6a317 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 919 time: 0.2650194 Nov 15 19:27:03.938973 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-100bb0dd-be1b-4b9f-a9d7-e8bffd325306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:03.949521 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-88494cb9-c515-4c74-ab05-24ed2e5d6adc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b895a7fb-325d-4cc8-8626-f3c9d0b2c950 HTTP/1.1" status: 200 len: 217 time: 0.0740452 Nov 15 19:27:04.035357 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-100bb0dd-be1b-4b9f-a9d7-e8bffd325306 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ba55cac6d814e92872ed86868eb7b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8555465 Nov 15 19:27:04.038329 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49394) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:04.050344 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-647a8b2a-12bb-45a1-a524-639ba9579189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:04.052129 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-647a8b2a-12bb-45a1-a524-639ba9579189 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.0932953 Nov 15 19:27:04.075283 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bb0dd-be1b-4b9f-a9d7-e8bffd325306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05600de-5853-41d4-a74e-6d3d06ada247,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:04.202020 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-437be098-982c-4612-8774-6681fea279d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053460 Nov 15 19:27:04.235171 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49b67496-94bd-47bd-9917-69d4b66937f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.299358 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49b67496-94bd-47bd-9917-69d4b66937f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.356517 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.391757 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-68820d4f-a91c-4c75-8729-5c6cbd32c9c1 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795185 Nov 15 19:27:04.501132 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.536795 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49b67496-94bd-47bd-9917-69d4b66937f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.540754 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-49b67496-94bd-47bd-9917-69d4b66937f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.545362 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-49b67496-94bd-47bd-9917-69d4b66937f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b05600de-5853-41d4-a74e-6d3d06ada247 HTTP/1.1" status: 204 len: 168 time: 0.5052812 Nov 15 19:27:04.558158 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b67496-94bd-47bd-9917-69d4b66937f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05600de-5853-41d4-a74e-6d3d06ada247,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:04.562399 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e2ad9dce-70a7-4095-96cd-bb26d01139de req-0a4d467d-7143-4ce7-ab51-74a95b7a2908 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565659 Nov 15 19:27:04.675467 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Pushing event updated for resources: {'Port': ['ID=323e24a2-e531-4be9-ba2a-5a8284f407ea,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:04.683593 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.693460 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8cccc759-f9d9-490f-8903-eaecbd6e24dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.710104 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f252ba-00b6-4517-bf51-10e8da8bd1f7 req-8c760e8e-88f8-4096-8398-5cab99f9ff04 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:04.714037 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-32f252ba-00b6-4517-bf51-10e8da8bd1f7 req-8c760e8e-88f8-4096-8398-5cab99f9ff04 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1227789 Nov 15 19:27:04.714632 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49404) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:04.752513 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e0729b26-2b2a-4eef-80d4-884e10edefaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.872047 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device cf57c744-e170-48a9-906b-c9648aed631a up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:04.879158 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-32f252ba-00b6-4517-bf51-10e8da8bd1f7 req-4b51ee56-8684-41a5-beba-b0b553b5ccf2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464884 Nov 15 19:27:04.887394 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Network afda3add-6ff7-4f20-9da6-7a0f42833b23 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:04.889142 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:04.915884 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e0729b26-2b2a-4eef-80d4-884e10edefaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:04.984462 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port cf57c744-e170-48a9-906b-c9648aed631a triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:04.984829 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.095545 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e0729b26-2b2a-4eef-80d4-884e10edefaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.174687 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.207685 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port cf57c744-e170-48a9-906b-c9648aed631a, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=cf57c744-e170-48a9-906b-c9648aed631a,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:05.282290 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.421985 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-b9377050-f2fc-4196-991e-5d5ca313078d None None] Provisioning complete for port 323e24a2-e531-4be9-ba2a-5a8284f407ea triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:05.424015 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b9377050-f2fc-4196-991e-5d5ca313078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.501535 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=cf57c744-e170-48a9-906b-c9648aed631a,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:05.535541 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-b9377050-f2fc-4196-991e-5d5ca313078d None None] Port 323e24a2-e531-4be9-ba2a-5a8284f407ea cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:05.577073 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:27:05.634625 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-e0729b26-2b2a-4eef-80d4-884e10edefaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fa395e5882e4de5ad77da2c29b8506e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9189682 Nov 15 19:27:05.635564 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49428) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:05.641966 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0729b26-2b2a-4eef-80d4-884e10edefaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b538977c-40e3-4853-b861-e8dec694ed31,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:05.696391 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5f74360e-5dd8-4912-b1a9-ed8297bb006a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.747982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43c68f-5c71-46f1-8cbc-3a8bef226bff req-c6a1eb18-d4a5-43ce-9894-4fd1ae5e3197 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:05.749610 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5e43c68f-5c71-46f1-8cbc-3a8bef226bff req-c6a1eb18-d4a5-43ce-9894-4fd1ae5e3197 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1936085 Nov 15 19:27:05.750638 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5f74360e-5dd8-4912-b1a9-ed8297bb006a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.811793 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:27:05.816843 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.822250 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-aa876734-6ad3-4fdb-be87-cfc7e942ad51 admin admin] 10.222.0.48 "PUT /v2.0/routers/c84c798e-6eaf-456d-a0ba-2ee2b6a9b703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2515867 Nov 15 19:27:05.831631 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5e43c68f-5c71-46f1-8cbc-3a8bef226bff req-d9dd8993-f948-49a1-b09b-59564d440b85 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698655 Nov 15 19:27:05.968574 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5f74360e-5dd8-4912-b1a9-ed8297bb006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.976668 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5f74360e-5dd8-4912-b1a9-ed8297bb006a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:05.980227 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-5f74360e-5dd8-4912-b1a9-ed8297bb006a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b538977c-40e3-4853-b861-e8dec694ed31 HTTP/1.1" status: 204 len: 168 time: 0.3432405 Nov 15 19:27:06.009896 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74360e-5dd8-4912-b1a9-ed8297bb006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b538977c-40e3-4853-b861-e8dec694ed31,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:06.081681 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e21d8-8f4d-4ae4-843f-d4dc8f26dae0 req-31e7d1b0-0a87-4ac4-a6c1-1c85cbaa30fc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:06.083539 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-980e21d8-8f4d-4ae4-843f-d4dc8f26dae0 req-31e7d1b0-0a87-4ac4-a6c1-1c85cbaa30fc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0707827 Nov 15 19:27:06.182845 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-980e21d8-8f4d-4ae4-843f-d4dc8f26dae0 req-48e6e2e5-eb4a-49e5-9a48-a7dc4473e9a8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866718 Nov 15 19:27:06.355230 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Sync routers for ids ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:27:06.368500 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Routers {'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:06.377366 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:06.526046 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Set router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:06.688148 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device cf57c744-e170-48a9-906b-c9648aed631a up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:06.763346 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49462) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:06.786354 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49466) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:06.791536 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-0b02e85e-f231-46dd-bcb0-f5ef5593c901 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090655805', 'description': 'tempest-secgroup-smoke-2090655805 description', 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:06.835313 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port cf57c744-e170-48a9-906b-c9648aed631a triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:06.835875 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:06.965650 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0b02e85e-f231-46dd-bcb0-f5ef5593c901 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.004902 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:27:03Z', 'revision_number': 4, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port': {'id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:59Z', 'updated_at': '2021-11-15T19:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '323e24a2-e531-4be9-ba2a-5a8284f407ea', 'name': '', 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'mac_address': 'fa:16:3e:9b:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '099f0f79-dfca-4378-89ca-21beb7408ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:02Z', 'updated_at': '2021-11-15T19:27:04Z', 'revision_number': 2, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'subnets': [{'id': '099f0f79-dfca-4378-89ca-21beb7408ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:07.043147 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Checking router: c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:27:07.043512 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Updating router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 port 323e24a2-e531-4be9-ba2a-5a8284f407ea binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:27:07.056262 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d1b35-96ae-45e8-8532-41867d3456cd req-82357dff-7639-408b-8005-dbaba4f6216d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:07.064137 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-672d1b35-96ae-45e8-8532-41867d3456cd req-82357dff-7639-408b-8005-dbaba4f6216d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1059341 Nov 15 19:27:07.078321 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.092946 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0b02e85e-f231-46dd-bcb0-f5ef5593c901 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.118834 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1874169631-network', 'tenant_id': '8fab23dac76d43f2b0185b1769611628'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:07.126692 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-672d1b35-96ae-45e8-8532-41867d3456cd req-0faa805a-fdb4-4882-8d74-ddd0d55cab80 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609443 Nov 15 19:27:07.191104 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0b02e85e-f231-46dd-bcb0-f5ef5593c901 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.235466 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Made reservation on behalf of 8fab23dac76d43f2b0185b1769611628 for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:07.235466 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.249793 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.279861 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02e85e-f231-46dd-bcb0-f5ef5593c901 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bc4c81-ccd1-4708-a927-0a13db604fd7,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:07.326744 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0b02e85e-f231-46dd-bcb0-f5ef5593c901 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.337127 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49482) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:07.337552 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0b02e85e-f231-46dd-bcb0-f5ef5593c901 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5474570 Nov 15 19:27:07.342552 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-3c8c1530-22b5-4c75-9871-3560cdfb99d1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'security_group_rule': {'security_group_id': 'b6bc4c81-ccd1-4708-a927-0a13db604fd7', 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:07.400522 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.418463 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c9ab0-2c59-4535-8f2f-54d8e60fa0f3 req-11f06e09-2a05-4a68-b94c-ce14d20e1934 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:07.420054 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1b2c9ab0-2c59-4535-8f2f-54d8e60fa0f3 req-11f06e09-2a05-4a68-b94c-ce14d20e1934 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0809433 Nov 15 19:27:07.459276 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.476145 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1b2c9ab0-2c59-4535-8f2f-54d8e60fa0f3 req-1707203c-b253-4e1d-bdbd-85b0d28f90d6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496991 Nov 15 19:27:07.493443 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.527528 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1530-22b5-4c75-9871-3560cdfb99d1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.547502 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:27:07.565085 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.569701 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.570178 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Added segment 7ddc5531-35b3-4877-9c71-b678d0b56d3d of type vlan for network 61894aef-1989-4bb3-b1a0-6ed322bc2aef Nov 15 19:27:07.617946 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22777984-6bdc-4b98-a871-887ef502d2ed,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:07.643673 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.675843 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.702053 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1530-22b5-4c75-9871-3560cdfb99d1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.755403 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461374dd-3185-47a4-8f86-bfff23146b2c None None] Pushing event updated for resources: {'Port': ['ID=323e24a2-e531-4be9-ba2a-5a8284f407ea,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:07.797141 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49490) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:07.803651 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1530-22b5-4c75-9871-3560cdfb99d1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.830696 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c1530-22b5-4c75-9871-3560cdfb99d1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d6cc60-c884-4d6a-98c8-ba398e4eef61,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:07.830938 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Attempting to bind port 323e24a2-e531-4be9-ba2a-5a8284f407ea on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:07.831382 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Attempting to bind port 323e24a2-e531-4be9-ba2a-5a8284f407ea by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:07.831824 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Attempting to bind port 323e24a2-e531-4be9-ba2a-5a8284f407ea on network afda3add-6ff7-4f20-9da6-7a0f42833b23 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:07.840596 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:07.841331 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Checking segment: {'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:07.841471 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.842148 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Bound using segment: {'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:07.842646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Bound port: 323e24a2-e531-4be9-ba2a-5a8284f407ea, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd220093-db48-47f3-821b-bbcc002da713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:07.843046 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.865878 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.866881 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:07.867553 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:07.931836 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] For port 323e24a2-e531-4be9-ba2a-5a8284f407ea, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:07.935649 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] For port 323e24a2-e531-4be9-ba2a-5a8284f407ea, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=323e24a2-e531-4be9-ba2a-5a8284f407ea,segment=NetworkSegment(cd220093-db48-47f3-821b-bbcc002da713),segment_id=cd220093-db48-47f3-821b-bbcc002da713)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:07.954182 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] Pushing event updated for resources: {'Network': ['ID=61894aef-1989-4bb3-b1a0-6ed322bc2aef,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:07.979702 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 61894aef-1989-4bb3-b1a0-6ed322bc2aef details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:27:08.005785 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1530-22b5-4c75-9871-3560cdfb99d1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.007591 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3c8c1530-22b5-4c75-9871-3560cdfb99d1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6690657 Nov 15 19:27:08.011227 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49494) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:08.016476 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-624fe80b-8eab-4e1b-8c92-b935293d6528 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'security_group_rule': {'security_group_id': 'b6bc4c81-ccd1-4708-a927-0a13db604fd7', 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:08.047611 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1075397754-network', 'tenant_id': '929d641b2a8f4991965849e595b0eb57'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:08.055433 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-24d9a438-002e-43d8-8c44-a3a6cd1b9d10 None None] Provisioning complete for port 323e24a2-e531-4be9-ba2a-5a8284f407ea triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:08.055802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-24d9a438-002e-43d8-8c44-a3a6cd1b9d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.080072 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-5434bb67-fc0e-47ae-8b31-7e89080d0396 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3142715 Nov 15 19:27:08.084828 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49496) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:08.092025 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Request body: {'subnet': {'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1874169631-subnet', 'tenant_id': '8fab23dac76d43f2b0185b1769611628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:08.102423 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.201518 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-624fe80b-8eab-4e1b-8c92-b935293d6528 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.301571 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.319932 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-624fe80b-8eab-4e1b-8c92-b935293d6528 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.326211 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-24d9a438-002e-43d8-8c44-a3a6cd1b9d10 None None] Port 323e24a2-e531-4be9-ba2a-5a8284f407ea cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:08.342475 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe4088-bce3-4476-9bf2-7f7a78d297ed req-db7138e4-a433-4de3-8d96-78c729d33856 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:08.344153 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-27fe4088-bce3-4476-9bf2-7f7a78d297ed req-db7138e4-a433-4de3-8d96-78c729d33856 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0920079 Nov 15 19:27:08.354962 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461374dd-3185-47a4-8f86-bfff23146b2c None None] Pushing event updated for resources: {'Port': ['ID=323e24a2-e531-4be9-ba2a-5a8284f407ea,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:08.367854 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Routers {'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:08.367854 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:08.374493 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Made reservation on behalf of 929d641b2a8f4991965849e595b0eb57 for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:08.377191 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.427553 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.462990 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-624fe80b-8eab-4e1b-8c92-b935293d6528 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.483046 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Made reservation on behalf of 8fab23dac76d43f2b0185b1769611628 for: {'subnet': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:08.488722 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049419'] for subnet, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.511738 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-27fe4088-bce3-4476-9bf2-7f7a78d297ed req-c64f76eb-23ce-44a2-b12b-fa8a4fa4e0fd tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598682 Nov 15 19:27:08.516269 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fe80b-8eab-4e1b-8c92-b935293d6528 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a2d104-437c-4c25-9479-cf9121c4f887,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:08.566775 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] Set router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:08.629780 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-624fe80b-8eab-4e1b-8c92-b935293d6528 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.634295 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-624fe80b-8eab-4e1b-8c92-b935293d6528 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6194086 Nov 15 19:27:08.635632 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49504) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:08.640488 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'security_group_rule': {'security_group_id': 'b6bc4c81-ccd1-4708-a927-0a13db604fd7', 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:08.647790 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.713500 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbda885-e4ca-4cd2-a159-2d9708051727 req-8281e5a3-8dc9-4960-a9aa-3542674a273d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:08.715396 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6dbda885-e4ca-4cd2-a159-2d9708051727 req-8281e5a3-8dc9-4960-a9aa-3542674a273d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1063511 Nov 15 19:27:08.725509 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.728021 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-66390fa4-9d6d-40f6-b413-3c02cab7f9bb None None] Provisioning complete for port 323e24a2-e531-4be9-ba2a-5a8284f407ea triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:08.728399 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-66390fa4-9d6d-40f6-b413-3c02cab7f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.800482 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9592652-0fcd-4fc3-8bf8-101be0439f72,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:08.826425 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:27:08.849726 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.862525 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6dbda885-e4ca-4cd2-a159-2d9708051727 req-21f399c0-7539-4522-a24e-99cbae279b97 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054227 Nov 15 19:27:08.899790 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.899913 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Added segment 19f41bd5-d076-4449-a282-9112333db0cd of type vlan for network d7eefbab-a447-40e0-bbc4-2235671531c5 Nov 15 19:27:08.971905 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.972242 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-66390fa4-9d6d-40f6-b413-3c02cab7f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:08.999778 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.000223 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:27:03Z', 'revision_number': 4, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port': {'id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:59Z', 'updated_at': '2021-11-15T19:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '323e24a2-e531-4be9-ba2a-5a8284f407ea', 'name': '', 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'mac_address': 'fa:16:3e:9b:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '099f0f79-dfca-4378-89ca-21beb7408ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:02Z', 'updated_at': '2021-11-15T19:27:07Z', 'revision_number': 4, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'subnets': [{'id': '099f0f79-dfca-4378-89ca-21beb7408ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:09.032589 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bfa73-4a78-4e2c-9d27-9874bfeb29ad None None] The sync data for ids ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'] in dv-cinder-801522-7-iscsi is: [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:27:03Z', 'revision_number': 4, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port': {'id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:59Z', 'updated_at': '2021-11-15T19:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '323e24a2-e531-4be9-ba2a-5a8284f407ea', 'name': '', 'network_id': 'afda3add-6ff7-4f20-9da6-7a0f42833b23', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'mac_address': 'fa:16:3e:9b:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '099f0f79-dfca-4378-89ca-21beb7408ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:02Z', 'updated_at': '2021-11-15T19:27:07Z', 'revision_number': 4, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'subnets': [{'id': '099f0f79-dfca-4378-89ca-21beb7408ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:27:09.046715 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-66390fa4-9d6d-40f6-b413-3c02cab7f9bb None None] For port 323e24a2-e531-4be9-ba2a-5a8284f407ea, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=323e24a2-e531-4be9-ba2a-5a8284f407ea,segment=NetworkSegment(cd220093-db48-47f3-821b-bbcc002da713),segment_id=cd220093-db48-47f3-821b-bbcc002da713)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:09.089616 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11922650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049433'] for subnet, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.148408 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.156565 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.157388 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:09.157979 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.165972 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffe383a-69de-45c5-b85d-ab26620a9537,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:09.185131 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-66390fa4-9d6d-40f6-b413-3c02cab7f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.192192 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Checking segment: {'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:09.193542 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Network hostable DHCP agents. Network: 61894aef-1989-4bb3-b1a0-6ed322bc2aef, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:27:09.208591 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7a24c3-6591-4b8b-ba3c-e740898a0f4f,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:09.296410 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66390fa4-9d6d-40f6-b413-3c02cab7f9bb None None] Pushing event updated for resources: {'Port': ['ID=323e24a2-e531-4be9-ba2a-5a8284f407ea,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:09.300311 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.305510 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6686218 Nov 15 19:27:09.308463 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49510) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:09.315916 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'security_group_rule': {'security_group_id': 'b6bc4c81-ccd1-4708-a927-0a13db604fd7', 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:09.320808 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.321176 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.321543 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.321885 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.322215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.322538 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.322856 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.323175 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.323496 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.323813 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.324143 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.324507 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63996ad6-b4ed-4f87-a73d-5f7f9e4dd31b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.335424 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5345602 Nov 15 19:27:09.337964 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Network 61894aef-1989-4bb3-b1a0-6ed322bc2aef is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:27:09.341185 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab4b5d-a934-4fc5-b6fb-81c2cfb01e5f admin admin] Pushing event updated for resources: {'Network': ['ID=d7eefbab-a447-40e0-bbc4-2235671531c5,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:09.347072 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49512) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:09.352018 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Request body: {'subnet': {'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1075397754-subnet', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'ip_version': 4}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:09.366963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network d7eefbab-a447-40e0-bbc4-2235671531c5 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:27:09.453403 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 61894aef-1989-4bb3-b1a0-6ed322bc2aef) {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:09.459923 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:09.460562 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.479567 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20cbb49-49a7-48a8-a51c-a27cc91a48f0 None None] Network 61894aef-1989-4bb3-b1a0-6ed322bc2aef requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:27:09.516946 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.637919 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.640774 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Made reservation on behalf of 929d641b2a8f4991965849e595b0eb57 for: {'subnet': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:09.643608 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049419'] for subnet, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.733302 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3de74c78-0df4-418a-8ed2-fef16250b816 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6464534 Nov 15 19:27:09.738344 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:09.768925 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7306c447-d320-4c7b-89e1-5a6b1a300e08 None None] Network 61894aef-1989-4bb3-b1a0-6ed322bc2aef requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:27:09.773000 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cda2d-9d06-4889-af6d-c21983819e93 req-399cdcd6-edc2-44c7-a5e2-fae10f717b34 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:09.774596 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b57cda2d-9d06-4889-af6d-c21983819e93 req-399cdcd6-edc2-44c7-a5e2-fae10f717b34 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1102469 Nov 15 19:27:09.806769 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252f0a3e-db7d-4d3d-8a0c-85196f48a1a0,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:09.843128 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.843469 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.843807 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.844136 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.844535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.844809 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.845330 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.845823 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.846290 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.846747 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.878184 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b57cda2d-9d06-4889-af6d-c21983819e93 req-dbc28980-08c0-4b97-8980-dbf6a3b44761 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933712 Nov 15 19:27:09.878727 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:09.878727 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:10.026817 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.028538 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-4edfc435-09c3-460e-abe8-d7c89c8c00b6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7185843 Nov 15 19:27:10.033845 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49530) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:10.045402 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-8cef9412-f670-4f89-91a3-1a05e533595e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'security_group_rule': {'security_group_id': 'b6bc4c81-ccd1-4708-a927-0a13db604fd7', 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:10.129596 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6300f8-77f7-4b7c-8952-e5d016153a62 req-e860857c-ae1f-46cd-8f00-ba6cdb9ef9cc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:10.133958 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb6300f8-77f7-4b7c-8952-e5d016153a62 req-e860857c-ae1f-46cd-8f00-ba6cdb9ef9cc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1456542 Nov 15 19:27:10.225124 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb6300f8-77f7-4b7c-8952-e5d016153a62 req-72ee9784-d029-42a1-aad9-889a4b1e95f1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824172 Nov 15 19:27:10.236953 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11922650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049433'] for subnet, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.236953 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.securitygroups_db [None req-8cef9412-f670-4f89-91a3-1a05e533595e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Project ea42287ce51c4b8c9c56d25da84ca2ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 19:27:10.264119 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8cef9412-f670-4f89-91a3-1a05e533595e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.377743 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f9cabf-40a3-4091-abd2-235cd9e9de6b,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:10.404085 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Checking segment: {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:10.404533 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Network hostable DHCP agents. Network: d7eefbab-a447-40e0-bbc4-2235671531c5, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:27:10.419941 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8cef9412-f670-4f89-91a3-1a05e533595e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.499233 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8cef9412-f670-4f89-91a3-1a05e533595e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.523798 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef9412-f670-4f89-91a3-1a05e533595e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b8f936-ce21-4083-8708-951260239aad,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:10.534244 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Network d7eefbab-a447-40e0-bbc4-2235671531c5 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:27:10.622108 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-8cef9412-f670-4f89-91a3-1a05e533595e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.623581 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-8cef9412-f670-4f89-91a3-1a05e533595e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5882497 Nov 15 19:27:10.624652 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, d7eefbab-a447-40e0-bbc4-2235671531c5) {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:10.626988 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49534) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:10.641467 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74427d-7f28-4b3c-962c-a3f764e87b83 None None] Network d7eefbab-a447-40e0-bbc4-2235671531c5 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:27:10.644110 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-e32ace86-cc20-41a1-8f3c-b37239bb200f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'security_group_rule': {'security_group_id': 'b6bc4c81-ccd1-4708-a927-0a13db604fd7', 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:10.647008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:10.651046 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.772221 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 323e24a2-e531-4be9-ba2a-5a8284f407ea up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:10.822284 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.securitygroups_db [None req-e32ace86-cc20-41a1-8f3c-b37239bb200f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Project ea42287ce51c4b8c9c56d25da84ca2ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 19:27:10.830646 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e32ace86-cc20-41a1-8f3c-b37239bb200f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.910959 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c5b731a1-7342-4722-a924-205e2bf7d0ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5629718 Nov 15 19:27:10.912066 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49536) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:10.919627 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:10.919860 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e32ace86-cc20-41a1-8f3c-b37239bb200f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.941326 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 323e24a2-e531-4be9-ba2a-5a8284f407ea triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:10.941326 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:10.974471 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-d7eefbab-a447-40e0-bbc4-2235671531c5', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:27:10.975352 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.030616 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e32ace86-cc20-41a1-8f3c-b37239bb200f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.062901 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ace86-cc20-41a1-8f3c-b37239bb200f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d570c0b1-fcd4-4cb8-9166-6a78f59a7671,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:11.104947 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ba292-b5a4-4c36-a971-773813c1d12e req-d478cd94-e3f5-44b5-b8ec-5a7c28836bcc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:11.107096 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a22ba292-b5a4-4c36-a971-773813c1d12e req-d478cd94-e3f5-44b5-b8ec-5a7c28836bcc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1292231 Nov 15 19:27:11.124410 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.126582 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.239051 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Allocated IP 172.20.0.2 (d7eefbab-a447-40e0-bbc4-2235671531c5/e4f9cabf-40a3-4091-abd2-235cd9e9de6b/55f7bda6-cfdc-47e7-b8c9-45234ac03d24) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:11.245222 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a22ba292-b5a4-4c36-a971-773813c1d12e req-2189fea8-27a2-4b9b-8da4-f386ba272304 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309142 Nov 15 19:27:11.249872 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.340929 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e32ace86-cc20-41a1-8f3c-b37239bb200f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.352629 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e32ace86-cc20-41a1-8f3c-b37239bb200f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7141056 Nov 15 19:27:11.394610 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7a0e2-d6a9-4a98-9246-649f8ce750e5 req-20410c33-e863-443b-b7f2-59607b97385c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:11.401237 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-baf7a0e2-d6a9-4a98-9246-649f8ce750e5 req-20410c33-e863-443b-b7f2-59607b97385c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0646889 Nov 15 19:27:11.469928 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.598742 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.670161 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.695658 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-baf7a0e2-d6a9-4a98-9246-649f8ce750e5 req-58fff2b3-3629-4ab6-acbe-ec90397aa2ad tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858541 Nov 15 19:27:11.700251 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Network d7eefbab-a447-40e0-bbc4-2235671531c5 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:11.707911 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:11.713646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:11.720589 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Pushing event updated for resources: {'Port': ['ID=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:11.773183 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f765-ff03-479b-9a52-be203502fa7f req-f85eb6df-5683-4473-9735-449fbfe12385 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:11.781995 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ce39f765-ff03-479b-9a52-be203502fa7f req-f85eb6df-5683-4473-9735-449fbfe12385 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0993340 Nov 15 19:27:11.793318 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Attempting to bind port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:11.794072 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Attempting to bind port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:11.794439 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Attempting to bind port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 on network d7eefbab-a447-40e0-bbc4-2235671531c5 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:11.802434 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:11.802808 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Checking segment: {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:11.803307 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.804598 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Bound using segment: {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:11.805430 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Bound port: 55f7bda6-cfdc-47e7-b8c9-45234ac03d24, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:11.806157 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:11.854365 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ce39f765-ff03-479b-9a52-be203502fa7f req-efe0ec68-a0ac-46e2-9193-2382bc695479 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711498 Nov 15 19:27:11.905427 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] For port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:11.911679 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] For port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:12.030129 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:12.049917 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:12.117507 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:12.249929 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1ed9e-5f32-4024-b6cc-82f7ffd4f302 None None] Pushing event updated for resources: {'Port': ['ID=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:12.320455 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Allocated IP 172.27.0.230 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/4dd76fa1-c4e9-4536-8081-093ca3975141) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:12.482175 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-e72a8bd9-cae4-4904-b0b7-1f64a84c8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:12.483578 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-e72a8bd9-cae4-4904-b0b7-1f64a84c8d49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 1098 time: 0.1553345 Nov 15 19:27:12.506922 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1b999-2db3-4b69-b830-f35eef7a7dac req-56809368-9242-498a-bbf7-d839bb3ffb50 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:12.506922 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1de1b999-2db3-4b69-b830-f35eef7a7dac req-56809368-9242-498a-bbf7-d839bb3ffb50 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1191387 Nov 15 19:27:12.560946 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc414ac-6135-489d-9372-06724effa7de req-18dac400-2ce2-4bb2-8d91-046b87a4dccf tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:12.568141 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-18dac400-2ce2-4bb2-8d91-046b87a4dccf tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/networks?id=61894aef-1989-4bb3-b1a0-6ed322bc2aef HTTP/1.1" status: 200 len: 809 time: 0.2100294 Nov 15 19:27:12.619691 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-89569641-8e23-4627-ae83-dcd2355a65ae tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/quotas/8fab23dac76d43f2b0185b1769611628 HTTP/1.1" status: 200 len: 375 time: 0.0505617 Nov 15 19:27:12.636897 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:12.660832 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:12.695151 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-02907cc1-acc7-474b-97ca-efdb179d50a2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fab23dac76d43f2b0185b1769611628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738397 Nov 15 19:27:12.771269 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1de1b999-2db3-4b69-b830-f35eef7a7dac req-d727507e-7204-4917-8bf3-7b7d8b3f5b91 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393918 Nov 15 19:27:12.801341 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-3c85fff4-bd5c-4eec-85b7-a5f25247a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:12.803855 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-3c85fff4-bd5c-4eec-85b7-a5f25247a23a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 911 time: 0.2659218 Nov 15 19:27:12.819189 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:12.894011 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:12.894642 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:12.898398 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-a2628c23-b26a-4a05-83d5-5a4e57643179 service neutron] 10.222.0.48 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971259 Nov 15 19:27:12.978577 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:13.008354 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:13.026156 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-a1eff08c-bdda-4cf7-93c3-542c61e7a1e3 service neutron] 10.222.0.48 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191416 Nov 15 19:27:13.046238 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-319271d2-9f2b-47ec-b580-fe5fb643e882 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa HTTP/1.1" status: 200 len: 1001 time: 0.2286446 Nov 15 19:27:13.072294 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:13.082192 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:13.118207 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:13.127008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:13.146969 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:13.160398 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd76fa1-c4e9-4536-8081-093ca3975141,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:13.189688 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-59fb8e0a-c66a-4168-a3e6-c2253205fb88 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:13.197827 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-59fb8e0a-c66a-4168-a3e6-c2253205fb88 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 815 time: 0.3030207 Nov 15 19:27:13.218743 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-7699cd99-4638-4da9-84ba-cbaeef5a4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:13.220230 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-7699cd99-4638-4da9-84ba-cbaeef5a4fe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.1601291 Nov 15 19:27:13.233284 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-15375708-9c4b-4246-ac62-1e2f1ec81a42 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/quotas/11243378914b4aef98122fff6805d23f HTTP/1.1" status: 200 len: 375 time: 0.0344527 Nov 15 19:27:13.249767 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:13.428666 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-1d99a44a-efce-40b2-b145-128b13d483f1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1943483 Nov 15 19:27:13.450762 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-bff7342d-20ec-4e65-90e7-a11f938ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:13.450762 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-bff7342d-20ec-4e65-90e7-a11f938ca8d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2130475 Nov 15 19:27:13.530928 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c71e4-a990-4ab8-9238-cded77c00814 req-80c1f9fa-dcc3-4d68-9307-6e4f798c358b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:13.539773 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d15c71e4-a990-4ab8-9238-cded77c00814 req-80c1f9fa-dcc3-4d68-9307-6e4f798c358b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0837204 Nov 15 19:27:13.594956 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d15c71e4-a990-4ab8-9238-cded77c00814 req-2a25afa7-7df4-4af9-bc1b-134ebc61d702 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536261 Nov 15 19:27:13.642352 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-2f775394-673f-47b7-bd50-c80b2cf8a754 service neutron] 10.222.0.48 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128098 Nov 15 19:27:13.660105 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01b5f3-9568-450c-bfa0-10b1b700156c None None] Network d7eefbab-a447-40e0-bbc4-2235671531c5 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:27:13.771199 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a946ea9-9413-4476-a1d1-c807f85df985 req-b59f3e7b-8ad0-4af7-9527-8986b4809f14 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:13.772875 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9a946ea9-9413-4476-a1d1-c807f85df985 req-b59f3e7b-8ad0-4af7-9527-8986b4809f14 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0812259 Nov 15 19:27:13.896128 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9a946ea9-9413-4476-a1d1-c807f85df985 req-2ac396ec-eb85-410c-bffc-a96b57aeec94 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118162 Nov 15 19:27:13.900863 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-4ad67c3e-dca4-4133-b9ba-41ccfba74f89 None None] Provisioning complete for port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:13.901816 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4ad67c3e-dca4-4133-b9ba-41ccfba74f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:14.013623 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7f208434-e796-414a-9e6b-74c7c6365de6 req-3c1bc937-b411-4838-adef-5b6981550db9 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 210 time: 0.0420742 Nov 15 19:27:14.051579 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-bd9c223a-02ea-477a-92d1-1a1212c5fb12 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905945 Nov 15 19:27:14.168228 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007bfb7-380a-487d-a980-aaf1080e42a2 req-7afc8327-6aa7-4a8e-8c58-e47676074c57 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:14.180160 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9007bfb7-380a-487d-a980-aaf1080e42a2 req-7afc8327-6aa7-4a8e-8c58-e47676074c57 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0913944 Nov 15 19:27:14.197298 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-47236685-e3ad-43c5-9038-59e917bf2e3c service neutron] 10.222.0.48 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076005 Nov 15 19:27:14.198152 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:14.286569 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9007bfb7-380a-487d-a980-aaf1080e42a2 req-87b19877-b9e6-4ee3-aaef-3052b36c4095 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031208 Nov 15 19:27:14.321803 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27baf246-77a3-43c0-a6ed-459e32ffb3e1 req-c9ad4bb4-2913-4af5-8fd8-dd59e2987395 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594969 Nov 15 19:27:14.430284 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:27:14.488788 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:14.573483 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:14.576767 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-c7dcbd2a-d0a6-4c5d-b225-12e764f05545 None None] Provisioning complete for port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:14.577231 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbd2a-d0a6-4c5d-b225-12e764f05545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:14.623710 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'port_id': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'mac_address': 'fa:16:3e:86:4c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:27:14.728243 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:14.736223 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa728c93-1561-4d6c-a228-d361e9db4d79 req-9466b23a-0b81-4688-927a-9dfa919aa734 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 210 time: 0.0441830 Nov 15 19:27:14.808831 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Router 3484fa83-8d6f-43d6-8308-d679419de99e is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:27:14.810144 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:14.853558 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 605d8fd5-cc82-439a-8243-8aebfc52d65e {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:27:14.941245 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbd865-4ba0-49f9-8ce7-c0fc3710bfd1 req-0486ee3c-7f82-4501-96cd-a211bb92135a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:14.942902 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7dbbd865-4ba0-49f9-8ce7-c0fc3710bfd1 req-0486ee3c-7f82-4501-96cd-a211bb92135a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1749771 Nov 15 19:27:14.943943 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:14.959358 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:14.959738 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:15.027196 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7dbbd865-4ba0-49f9-8ce7-c0fc3710bfd1 req-26262935-766f-4104-afa9-d24d4901420b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698969 Nov 15 19:27:15.032293 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:27:15.044581 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Sync routers for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:27:15.063919 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:15.063919 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:15.088537 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eb724-b985-454c-ad85-7ef98e900fd8 req-f301fcf1-df0b-4c5d-af6d-2a2d1e0b90d3 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:15.096031 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c7eb724-b985-454c-ad85-7ef98e900fd8 req-f301fcf1-df0b-4c5d-af6d-2a2d1e0b90d3 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0952287 Nov 15 19:27:15.116984 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:15.154333 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0a590b13-68ff-4886-8ecb-2beed3584fd4 req-16c68ab5-1c32-449a-9b3a-2d8014a9676d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 210 time: 0.0564637 Nov 15 19:27:15.159053 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:15.160698 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9a1e6ed8-b004-4f77-959a-c62939b46654 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2469642 Nov 15 19:27:15.165229 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49690) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:15.186721 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c7eb724-b985-454c-ad85-7ef98e900fd8 req-c8327d35-454e-46d7-8aa4-190d2cdb9e7f tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892506 Nov 15 19:27:15.227930 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:15.250623 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=6']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:15.256543 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['605d8fd5-cc82-439a-8243-8aebfc52d65e'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:27:15.478321 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:13Z', 'revision_number': 3, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:15.527312 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Checking router: 3484fa83-8d6f-43d6-8308-d679419de99e for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:27:15.528152 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Updating router 3484fa83-8d6f-43d6-8308-d679419de99e port 4dd76fa1-c4e9-4536-8081-093ca3975141 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:27:15.578375 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:15.674651 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebbfe7-fc7b-4c39-84c1-b8a21021cfb2 req-5b623441-e316-4654-987a-2a9b6c5099ef tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:15.680470 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f0ebbfe7-fc7b-4c39-84c1-b8a21021cfb2 req-5b623441-e316-4654-987a-2a9b6c5099ef tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0756054 Nov 15 19:27:15.794251 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f0ebbfe7-fc7b-4c39-84c1-b8a21021cfb2 req-b836b8ac-c2a5-4e11-88ca-bef8e5ad1619 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956428 Nov 15 19:27:15.869931 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f76e9044-ebbb-4048-8017-d88faabad07c req-0e4f5deb-6583-4f2d-8fbb-9f8bc232b1c1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 210 time: 0.0510142 Nov 15 19:27:15.885669 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:15.890126 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:15.985105 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.048101 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c8265-7dc3-4a2a-8970-60dcf659d51c None None] Pushing event updated for resources: {'Port': ['ID=4dd76fa1-c4e9-4536-8081-093ca3975141,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:16.051509 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Attempting to bind port 4dd76fa1-c4e9-4536-8081-093ca3975141 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:16.052544 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Attempting to bind port 4dd76fa1-c4e9-4536-8081-093ca3975141 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:16.052903 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Attempting to bind port 4dd76fa1-c4e9-4536-8081-093ca3975141 on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:16.058991 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:16.058991 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:16.059356 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.060022 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:16.060520 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Bound port: 4dd76fa1-c4e9-4536-8081-093ca3975141, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:16.060914 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.068400 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Allocated IP 172.20.0.1 (d7eefbab-a447-40e0-bbc4-2235671531c5/e4f9cabf-40a3-4091-abd2-235cd9e9de6b/d0bfcf8d-3dd8-4d68-9930-a76449eba0d8) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:16.127439 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] For port 4dd76fa1-c4e9-4536-8081-093ca3975141, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:16.131576 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] For port 4dd76fa1-c4e9-4536-8081-093ca3975141, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4dd76fa1-c4e9-4536-8081-093ca3975141,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:16.218576 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879d3fd-091f-4ac7-ada4-65570fcd87d3 req-2fa628f3-4079-4399-858c-327e5813a15a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:16.220138 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8879d3fd-091f-4ac7-ada4-65570fcd87d3 req-2fa628f3-4079-4399-858c-327e5813a15a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 944 time: 0.0851340 Nov 15 19:27:16.223186 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.226938 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.309445 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b59f241d-d12c-43c3-be9e-39c143cbc66b req-087c1e55-9886-4ab9-81e9-f9c8fff203c9 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 210 time: 0.0385733 Nov 15 19:27:16.319207 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c8265-7dc3-4a2a-8970-60dcf659d51c None None] Pushing event updated for resources: {'Port': ['ID=4dd76fa1-c4e9-4536-8081-093ca3975141,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:16.325826 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:16.326597 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:16.332694 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8879d3fd-091f-4ac7-ada4-65570fcd87d3 req-86ec4485-dc6a-43f2-afe4-4eed4ffad174 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004803 Nov 15 19:27:16.364613 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.409003 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Network d7eefbab-a447-40e0-bbc4-2235671531c5 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:16.417196 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:16.422798 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89210da4-95d2-47df-95d9-fc325e725f69 req-3e93089c-662b-4080-a09e-61c8c6afa0c5 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:16.431060 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:16.451325 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-89210da4-95d2-47df-95d9-fc325e725f69 req-3e93089c-662b-4080-a09e-61c8c6afa0c5 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0725741 Nov 15 19:27:16.452014 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:16.452563 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:16.507401 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:16.534623 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-89210da4-95d2-47df-95d9-fc325e725f69 req-e617d456-ce91-44bb-9b0f-73fdbde2bb5b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025450 Nov 15 19:27:16.549528 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 605d8fd5-cc82-439a-8243-8aebfc52d65e triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:16.550315 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.556850 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.653053 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.695432 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:16.697428 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:27:16.699907 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f8261c-3445-4ba8-a94a-893df5d272d1" -d '{"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-plugged", "status": "completed", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:27:16.748581 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd41cb49-cdf8-4d0c-b92d-71c4faf3e322 x-openstack-request-id: req-dd41cb49-cdf8-4d0c-b92d-71c4faf3e322 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:27:16.749599 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-plugged", "status": "completed", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:27:16.749599 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd41cb49-cdf8-4d0c-b92d-71c4faf3e322 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:27:16.749917 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'code': 200} Nov 15 19:27:16.787093 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-fd3ebf84-fbf1-40b7-a38a-a46a2dd7b8a4 None None] Provisioning complete for port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:16.787726 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebf84-fbf1-40b7-a38a-a46a2dd7b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.827166 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.874558 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:13Z', 'revision_number': 3, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:16.884636 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ebf84-fbf1-40b7-a38a-a46a2dd7b8a4 None None] Port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:16.944118 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=7']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:16.948440 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:16.956145 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6470ba-3a08-41f0-9ca5-c50d803ffb55 req-e272ce6e-287e-4419-8d37-81bacb8ac3f6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:16.966546 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc6470ba-3a08-41f0-9ca5-c50d803ffb55 req-e272ce6e-287e-4419-8d37-81bacb8ac3f6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0915616 Nov 15 19:27:16.976627 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49887276-67f4-4c08-8142-b784fe87e228 None None] The sync data for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi is: [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:13Z', 'revision_number': 3, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:27:17.058659 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc6470ba-3a08-41f0-9ca5-c50d803ffb55 req-3b281956-0dea-4998-a10f-192f4683b5c6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909076 Nov 15 19:27:17.124984 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3bc82b8f-25e4-426b-b819-bd3e6ca749f8 req-9f4a6d16-371c-49dc-a2a4-b1cabcd7ee43 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 210 time: 0.1105514 Nov 15 19:27:17.227124 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc414ac-6135-489d-9372-06724effa7de req-49dba4e8-1d40-4a15-b56a-a0407ce4831e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:17.228710 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-49dba4e8-1d40-4a15-b56a-a0407ce4831e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.43 "GET /v2.0/networks?id=61894aef-1989-4bb3-b1a0-6ed322bc2aef HTTP/1.1" status: 200 len: 809 time: 0.2776372 Nov 15 19:27:17.270239 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Request body: {'port': {'device_id': 'b99e8f7e-4556-4f32-9dce-0e4d1768a195', 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef', 'admin_state_up': True, 'tenant_id': '8fab23dac76d43f2b0185b1769611628'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:17.517723 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:17.534371 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4cb226b0-9e64-4fd3-85a7-eb25f3e4956a req-2db2666b-14d6-4553-bd67-eb4f130db961 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 210 time: 0.0591795 Nov 15 19:27:17.602525 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:17.724688 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6209e5a-84be-4eea-b6a0-d3d51711571e req-60fb0eac-40b0-434b-8dcc-288cb1f16c34 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:17.732540 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6209e5a-84be-4eea-b6a0-d3d51711571e req-60fb0eac-40b0-434b-8dcc-288cb1f16c34 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0798945 Nov 15 19:27:17.794861 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6209e5a-84be-4eea-b6a0-d3d51711571e req-a89a1e94-03be-4737-9bfe-f7cb7c8f94ed tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610693 Nov 15 19:27:17.933561 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Made reservation on behalf of 8fab23dac76d43f2b0185b1769611628 for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:17.937174 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:17.988820 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:18.002740 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aef94-e07b-4ab7-aede-1408a31028ed req-eca631a2-b2e6-4ec3-aa25-50d4818e070f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:18.010825 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3e5aef94-e07b-4ab7-aede-1408a31028ed req-eca631a2-b2e6-4ec3-aa25-50d4818e070f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.4546945 Nov 15 19:27:18.025865 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:18.340882 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c373cb7-b4bf-4d8c-8ee3-2d5ecff2cdc4 req-c2943934-ada1-46f2-96b5-789d2b0e3450 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:18.350686 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9c373cb7-b4bf-4d8c-8ee3-2d5ecff2cdc4 req-c2943934-ada1-46f2-96b5-789d2b0e3450 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1210513 Nov 15 19:27:18.400196 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3e5aef94-e07b-4ab7-aede-1408a31028ed req-a9f42ab3-906c-47b6-970a-a7a8798a9a09 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817444 Nov 15 19:27:18.493323 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9c373cb7-b4bf-4d8c-8ee3-2d5ecff2cdc4 req-f1279e96-d867-4fc3-bd46-de0b22dd43f7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414177 Nov 15 19:27:18.550188 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Allocated IP 172.20.0.2 (61894aef-1989-4bb3-b1a0-6ed322bc2aef/5ffe383a-69de-45c5-b85d-ab26620a9537/933fa9af-e486-413d-b0ee-9e1ff4d31063) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:18.655863 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-f8da5061-a77d-4493-8c7c-27e9133caa4a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:18.655863 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-f8da5061-a77d-4493-8c7c-27e9133caa4a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "GET /v2.0/networks?id=40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 200 len: 815 time: 0.5713844 Nov 15 19:27:18.655863 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7efecd15-12b2-42e5-bc86-a1911be05a1e req-90fdb8b9-afcb-4fc7-8ddc-7a98f765af9e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 210 time: 0.1101017 Nov 15 19:27:18.673420 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Request body: {'port': {'device_id': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'admin_state_up': True, 'tenant_id': '11243378914b4aef98122fff6805d23f'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:18.777660 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4dd76fa1-c4e9-4536-8081-093ca3975141 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:18.850215 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb03d3f0-0ab9-4e79-ad85-01aa0f8c2035 req-6873e54a-8444-42de-b469-a1614cb71647 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 210 time: 0.1194003 Nov 15 19:27:18.863445 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Network d7eefbab-a447-40e0-bbc4-2235671531c5 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:18.893128 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 4dd76fa1-c4e9-4536-8081-093ca3975141 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:18.893402 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:19.004472 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:19.075561 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:19.127008 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 4dd76fa1-c4e9-4536-8081-093ca3975141, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4dd76fa1-c4e9-4536-8081-093ca3975141,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:19.233109 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:19.236945 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:19.283665 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ba78f-def7-4727-927c-ee933439fc55 req-7438bb55-27fa-4a47-8303-46ce2df64313 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:19.291541 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa1ba78f-def7-4727-927c-ee933439fc55 req-7438bb55-27fa-4a47-8303-46ce2df64313 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.2806826 Nov 15 19:27:19.374787 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Made reservation on behalf of 11243378914b4aef98122fff6805d23f for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:19.380758 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=4dd76fa1-c4e9-4536-8081-093ca3975141,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:19.385647 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:19.430589 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Router 3484fa83-8d6f-43d6-8308-d679419de99e has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:27:19.500128 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-7cf5b09b-2045-4290-b262-98f81a900b17 None None] Provisioning complete for port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:19.500445 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7cf5b09b-2045-4290-b262-98f81a900b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:19.629617 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f93b-c693-4df7-b3fc-06e2a3a61d80 req-92466484-8b3f-476b-9986-ea1215faffa8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:19.639594 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5b09b-2045-4290-b262-98f81a900b17 None None] Port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:19.645259 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0255f93b-c693-4df7-b3fc-06e2a3a61d80 req-92466484-8b3f-476b-9986-ea1215faffa8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0845165 Nov 15 19:27:19.656142 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa1ba78f-def7-4727-927c-ee933439fc55 req-7b8b2c6d-2e49-4498-ae28-ee83908bb1ad tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614895 Nov 15 19:27:19.660407 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:19.714882 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0255f93b-c693-4df7-b3fc-06e2a3a61d80 req-a99d5d51-4bd4-4a4b-9962-b1528865aafb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662899 Nov 15 19:27:19.836212 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:27:19.843684 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Network 61894aef-1989-4bb3-b1a0-6ed322bc2aef is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:19.849107 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Sync routers for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:27:19.874791 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f99d2bb-07d5-4c6e-b637-f500f745f839 req-d7a14faa-c4b4-4237-b979-1fd669a440cc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 210 time: 0.0556724 Nov 15 19:27:19.886667 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:19.893171 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:19.896571 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Pushing event updated for resources: {'Port': ['ID=933fa9af-e486-413d-b0ee-9e1ff4d31063,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:19.897079 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:19.898204 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:19.926005 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1478e8b5-9d90-4dc9-a681-441519e443a8 admin admin] 10.222.0.48 "PUT /v2.0/routers/3484fa83-8d6f-43d6-8308-d679419de99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7598240 Nov 15 19:27:20.066748 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:20.079831 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:20.166493 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccadeb-c50b-4c9b-a677-eb16dc2391af req-c3242ea7-150b-4309-9a8a-a310c079604a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:20.180254 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fff44-05f5-4bf9-954c-d607609ec42d req-18de2cb1-ba90-4888-84d1-2608a071adf0 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:20.181285 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eccadeb-c50b-4c9b-a677-eb16dc2391af req-c3242ea7-150b-4309-9a8a-a310c079604a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.3642681 Nov 15 19:27:20.194848 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-916fff44-05f5-4bf9-954c-d607609ec42d req-18de2cb1-ba90-4888-84d1-2608a071adf0 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 931 time: 0.1258669 Nov 15 19:27:20.228680 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:20.247314 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-544380c6-69b8-43d6-8306-115ffa14b21b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9828839 Nov 15 19:27:20.268400 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Allocated IP 172.20.0.13 (40df3f60-b95a-443a-b00f-e785277e2077/f2876cab-317e-4429-b897-8adf49ee5b6f/16cb891d-6102-40bb-91ea-b1b1897caad0) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:20.281285 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Request body: {'port': {'device_id': 'b99e8f7e-4556-4f32-9dce-0e4d1768a195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:20.295347 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-916fff44-05f5-4bf9-954c-d607609ec42d req-2be68544-7a5c-4ce2-ae44-745df8ab40fb tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999374 Nov 15 19:27:20.455698 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eccadeb-c50b-4c9b-a677-eb16dc2391af req-4ad39453-7a56-434e-9b5f-e1f7dc562a3d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645137 Nov 15 19:27:20.553568 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:20.771636 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4dd76fa1-c4e9-4536-8081-093ca3975141 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:20.842149 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:17Z', 'revision_number': 2, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:20.905080 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Checking router: 3484fa83-8d6f-43d6-8308-d679419de99e for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:27:20.905080 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Updating router 3484fa83-8d6f-43d6-8308-d679419de99e port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:27:20.931729 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:20.944894 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:20.954283 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 4dd76fa1-c4e9-4536-8081-093ca3975141 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:20.955193 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:20.975221 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3c38-553c-47c3-909b-6e19bac73ab2 req-a61a7d22-70ae-48ed-9019-6dcb418995ee tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:20.977585 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cba3c38-553c-47c3-909b-6e19bac73ab2 req-a61a7d22-70ae-48ed-9019-6dcb418995ee tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1666055 Nov 15 19:27:21.124850 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cba3c38-553c-47c3-909b-6e19bac73ab2 req-94dd2be8-d9bb-41b0-830e-0276267e8211 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142762 Nov 15 19:27:21.310250 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-715b4d48-60f6-420c-8a21-08c7a2be859a req-1e09b1fc-a7bc-43dc-8c6c-f79704c45e31 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 210 time: 0.0931296 Nov 15 19:27:21.385080 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49820) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:21.390094 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1988764659-network', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:21.402535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933fa9af-e486-413d-b0ee-9e1ff4d31063 {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:27:21.422212 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:21.431040 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:21.453570 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'b541659e-a866-4f05-97df-b292d9ff4fab', 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:27:21.465504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd57e8-8885-4935-9e54-371dff9f3106 req-50bd4182-0919-4a4a-b068-b2cd694316dc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:21.465504 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4acd57e8-8885-4935-9e54-371dff9f3106 req-50bd4182-0919-4a4a-b068-b2cd694316dc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.5000432 Nov 15 19:27:21.564019 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Transition to ACTIVE for port object 933fa9af-e486-413d-b0ee-9e1ff4d31063 will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:27:21.587951 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda91ad2-fc5a-4db0-9b7a-bb95fa746de3 req-4035bfc2-8539-4e61-ad55-9cfb472bf2c4 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:21.596707 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Network 40df3f60-b95a-443a-b00f-e785277e2077 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:21.599299 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dda91ad2-fc5a-4db0-9b7a-bb95fa746de3 req-4035bfc2-8539-4e61-ad55-9cfb472bf2c4 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 931 time: 0.1075737 Nov 15 19:27:21.604582 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Made reservation on behalf of f977823ff5e74d30b3b5650bbc9e7f10 for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:21.607345 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:21.635154 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:21.641266 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:21.644130 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:21.653950 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:21.715792 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dda91ad2-fc5a-4db0-9b7a-bb95fa746de3 req-4d63b414-63d4-4869-b2c5-7856a14c4ab2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149967 Nov 15 19:27:21.740482 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:21.741274 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:21.750565 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:21.759931 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:21.773905 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Pushing event updated for resources: {'Port': ['ID=16cb891d-6102-40bb-91ea-b1b1897caad0,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:21.849992 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Pushing event updated for resources: {'Port': ['ID=933fa9af-e486-413d-b0ee-9e1ff4d31063,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:21.889518 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4acd57e8-8885-4935-9e54-371dff9f3106 req-bbb3e8b7-6e64-46ba-a094-6d60711150ed tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633280 Nov 15 19:27:21.980019 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c723af7-340d-4aa2-aed2-df13776ace26 req-df92eeb8-2b69-4ac1-987b-4b18f663660a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:21.998604 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c723af7-340d-4aa2-aed2-df13776ace26 req-df92eeb8-2b69-4ac1-987b-4b18f663660a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1349447 Nov 15 19:27:22.006531 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Pushing event updated for resources: {'Port': ['ID=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:22.100495 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c723af7-340d-4aa2-aed2-df13776ace26 req-19d51326-efa9-4dc5-bf1f-b78033e00de7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941124 Nov 15 19:27:22.115680 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-9a07445b-d4c5-49f9-b822-cb753464972f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4515142 Nov 15 19:27:22.120810 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.121063 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.121399 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.121732 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.122114 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.122445 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.123514 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.123956 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.124327 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.124577 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.124921 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.125513 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:27:22.153262 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Request body: {'port': {'device_id': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:22.175380 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Attempting to bind port 933fa9af-e486-413d-b0ee-9e1ff4d31063 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:22.175969 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Attempting to bind port 933fa9af-e486-413d-b0ee-9e1ff4d31063 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:22.180561 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Attempting to bind port 933fa9af-e486-413d-b0ee-9e1ff4d31063 on network 61894aef-1989-4bb3-b1a0-6ed322bc2aef {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:22.200715 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Port 933fa9af-e486-413d-b0ee-9e1ff4d31063 on network 61894aef-1989-4bb3-b1a0-6ed322bc2aef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:27:22.201496 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Attempting to bind port 933fa9af-e486-413d-b0ee-9e1ff4d31063 on network 61894aef-1989-4bb3-b1a0-6ed322bc2aef {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:22.201911 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Attempting to bind port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:22.202347 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Attempting to bind port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:22.202705 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Attempting to bind port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 on network d7eefbab-a447-40e0-bbc4-2235671531c5 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:22.241235 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:22.241782 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Checking segment: {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:22.242189 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.242584 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Bound using segment: {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:22.243075 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Bound port: d0bfcf8d-3dd8-4d68-9930-a76449eba0d8, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:22.243459 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.304629 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.365071 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-cd67610a-b658-43d7-b294-b3d05a8194a3 None None] Provisioning complete for port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:22.365541 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cd67610a-b658-43d7-b294-b3d05a8194a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.384150 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:22.384555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Checking segment: {'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:22.384906 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Bound using segment: {'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:22.385361 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Bound port: 933fa9af-e486-413d-b0ee-9e1ff4d31063, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:22.385721 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.443727 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.547104 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.555807 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062c685-a078-4e97-baf3-655959187a6c req-be149285-1e85-4596-9812-05a442b4e30e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:22.589271 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6062c685-a078-4e97-baf3-655959187a6c req-be149285-1e85-4596-9812-05a442b4e30e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 932 time: 0.1339622 Nov 15 19:27:22.602545 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] For port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:22.631023 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] For port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:22.657285 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-cd67610a-b658-43d7-b294-b3d05a8194a3 None None] Port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:22.724023 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6062c685-a078-4e97-baf3-655959187a6c req-fbddb3a6-cb9a-451f-b03d-1740bcf0f2b2 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313601 Nov 15 19:27:22.751710 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] For port 933fa9af-e486-413d-b0ee-9e1ff4d31063, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:22.757911 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] For port 933fa9af-e486-413d-b0ee-9e1ff4d31063, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=933fa9af-e486-413d-b0ee-9e1ff4d31063,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:22.760211 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.762357 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:27:22.844315 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f472c-49fa-429b-9ef6-a345731e6338 req-55cc305e-b4e7-4a9f-9ac8-30272df6195c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:22.857651 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a88f472c-49fa-429b-9ef6-a345731e6338 req-55cc305e-b4e7-4a9f-9ac8-30272df6195c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.6263108 Nov 15 19:27:22.886026 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.890468 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:22.890822 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Added segment f74e0d09-69d6-4d05-b31a-5158167d6e86 of type vlan for network 2a164fbe-ab85-4059-8675-2b4009e0f99a Nov 15 19:27:22.951721 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86438b-cca7-4e7c-a5a2-a59de97f40ea req-5d90a792-fbe9-4b61-abf8-e2054fa4a0c8 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:22.956023 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ead1a4-4f2c-42d7-afab-52290e3b9e37,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:22.979194 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:22.980304 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:22.987386 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Pushing event updated for resources: {'Port': ['ID=933fa9af-e486-413d-b0ee-9e1ff4d31063,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:23.000312 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5d86438b-cca7-4e7c-a5a2-a59de97f40ea req-5d90a792-fbe9-4b61-abf8-e2054fa4a0c8 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 943 time: 0.1833727 Nov 15 19:27:23.070534 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572ab54-aae1-45e0-af2e-1c271903bc20 None None] Pushing event updated for resources: {'Port': ['ID=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:23.157213 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5d86438b-cca7-4e7c-a5a2-a59de97f40ea req-c5f7939d-6b41-4bef-a70e-e406183806af tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481318 Nov 15 19:27:23.282055 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:23.294443 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:23.300935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:23.300935 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-3b0ff9e3-9fc8-4d5e-855e-23798fdd7e64 service neutron] 10.222.0.43 "PUT /v2.0/ports/933fa9af-e486-413d-b0ee-9e1ff4d31063 HTTP/1.1" status: 200 len: 1093 time: 3.0335820 Nov 15 19:27:23.300935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e8f7e-4556-4f32-9dce-0e4d1768a195', 'tag': '933fa9af-e486-413d-b0ee-9e1ff4d31063'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:27:23.300935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e8f7e-4556-4f32-9dce-0e4d1768a195", "tag": "933fa9af-e486-413d-b0ee-9e1ff4d31063"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:27:23.306301 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea0afc-7044-4d7c-a89d-017b239bfcad req-59e53482-5ed2-47c5-b96d-15dc7b12df54 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:23.315067 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:23.316226 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-23ea0afc-7044-4d7c-a89d-017b239bfcad req-59e53482-5ed2-47c5-b96d-15dc7b12df54 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0860882 Nov 15 19:27:23.330052 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a88f472c-49fa-429b-9ef6-a345731e6338 req-55485c49-8843-4f28-9784-3ef52fd669cd tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4709427 Nov 15 19:27:23.351098 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-b4d588e2-7a39-460c-9c1e-5d438d9516f7 None None] Provisioning complete for port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:23.356439 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b4d588e2-7a39-460c-9c1e-5d438d9516f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:23.433674 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-23ea0afc-7044-4d7c-a89d-017b239bfcad req-7fe55042-662f-4d29-9dd8-60de7c4048fb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164482 Nov 15 19:27:23.595405 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad0d696-015a-4f22-a3d4-d162f4030b2d x-openstack-request-id: req-bad0d696-015a-4f22-a3d4-d162f4030b2d {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:27:23.596696 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e8f7e-4556-4f32-9dce-0e4d1768a195", "tag": "933fa9af-e486-413d-b0ee-9e1ff4d31063", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:27:23.597157 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bad0d696-015a-4f22-a3d4-d162f4030b2d {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:27:23.597756 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e8f7e-4556-4f32-9dce-0e4d1768a195', 'tag': '933fa9af-e486-413d-b0ee-9e1ff4d31063', 'status': 'completed', 'code': 200} Nov 15 19:27:23.630100 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b4d588e2-7a39-460c-9c1e-5d438d9516f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:23.732624 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-b4d588e2-7a39-460c-9c1e-5d438d9516f7 None None] For port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:23.791470 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:22Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:23.880254 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b4d588e2-7a39-460c-9c1e-5d438d9516f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:23.890425 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b183c51-e1a5-4cea-8188-ee77152cdb5c None None] The sync data for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi is: [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:22Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:27:24.000469 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d588e2-7a39-460c-9c1e-5d438d9516f7 None None] Pushing event updated for resources: {'Port': ['ID=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:24.020403 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aad12-c224-431a-805a-191d7d44fe47 req-031a0c8e-fe49-4e02-8643-7d88df0b5351 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:24.028261 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-755aad12-c224-431a-805a-191d7d44fe47 req-031a0c8e-fe49-4e02-8643-7d88df0b5351 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 932 time: 0.1671536 Nov 15 19:27:24.178787 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-755aad12-c224-431a-805a-191d7d44fe47 req-d7875733-f883-4d71-b62e-ca6bece98964 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299882 Nov 15 19:27:24.313206 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:24.314366 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:24.315008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:24.436802 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a73a9-307a-40e1-83c1-0261962ccc4b req-1e9410e0-adb1-4f1a-9abd-5ce11b32ec8e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:24.439897 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-388a73a9-307a-40e1-83c1-0261962ccc4b req-1e9410e0-adb1-4f1a-9abd-5ce11b32ec8e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 943 time: 0.1378584 Nov 15 19:27:24.446284 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc414ac-6135-489d-9372-06724effa7de req-adbe6ef9-74da-4fea-95b8-e3db8e8e346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:24.448622 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-adbe6ef9-74da-4fea-95b8-e3db8e8e346e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8fab23dac76d43f2b0185b1769611628&device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 1096 time: 0.8641193 Nov 15 19:27:24.457489 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56ee50-e6b1-4daf-8863-ca4b96c42a66 req-493f2876-c88b-419b-bacb-8276e0203b9a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:24.460963 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da56ee50-e6b1-4daf-8863-ca4b96c42a66 req-493f2876-c88b-419b-bacb-8276e0203b9a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.8778391 Nov 15 19:27:24.471852 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0856030 Nov 15 19:27:24.472938 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7aee1-f7de-4dc5-a415-efaaac0dbb70 admin admin] Pushing event updated for resources: {'Network': ['ID=2a164fbe-ab85-4059-8675-2b4009e0f99a,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:24.474736 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 49856) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:24.481246 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Request body: {'subnet': {'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1988764659-subnet', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:24.487422 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 2a164fbe-ab85-4059-8675-2b4009e0f99a details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:27:24.552683 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-388a73a9-307a-40e1-83c1-0261962ccc4b req-fa62ec66-df4f-4e2b-bf48-9d7504be156c tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016688 Nov 15 19:27:24.585381 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cb891d-6102-40bb-91ea-b1b1897caad0 {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:27:24.640219 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:24.677452 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Made reservation on behalf of f977823ff5e74d30b3b5650bbc9e7f10 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:24.689437 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12268886'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:24.694219 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Transition to ACTIVE for port object 16cb891d-6102-40bb-91ea-b1b1897caad0 will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:27:24.711868 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da56ee50-e6b1-4daf-8863-ca4b96c42a66 req-d46b5765-f31f-41dc-8cc0-7cc525726635 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084136 Nov 15 19:27:24.775017 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:24.776644 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:24.863320 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:24.868156 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:25.005883 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Pushing event updated for resources: {'Port': ['ID=16cb891d-6102-40bb-91ea-b1b1897caad0,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:25.046385 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce82488-74f5-48b3-bcca-332071432a61 req-f6f26c3d-a002-46b5-8e84-141458bbd665 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:25.071143 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ce82488-74f5-48b3-bcca-332071432a61 req-f6f26c3d-a002-46b5-8e84-141458bbd665 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.3266077 Nov 15 19:27:25.145012 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefd84b-99fc-4cbd-98ef-95ccd1f21f20 req-770436a4-5cb1-480a-8a7a-402cd8370cba tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:25.155981 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dcefd84b-99fc-4cbd-98ef-95ccd1f21f20 req-770436a4-5cb1-480a-8a7a-402cd8370cba tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.3260775 Nov 15 19:27:25.219548 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ce82488-74f5-48b3-bcca-332071432a61 req-b6098a2f-7798-4008-8978-23ed20a6dad9 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557810 Nov 15 19:27:25.248190 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dcefd84b-99fc-4cbd-98ef-95ccd1f21f20 req-73d85898-a088-4d4a-b8d2-4c6c7f5c22b5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911992 Nov 15 19:27:25.249338 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Attempting to bind port 16cb891d-6102-40bb-91ea-b1b1897caad0 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:25.249682 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Attempting to bind port 16cb891d-6102-40bb-91ea-b1b1897caad0 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:25.250014 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Attempting to bind port 16cb891d-6102-40bb-91ea-b1b1897caad0 on network 40df3f60-b95a-443a-b00f-e785277e2077 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:25.255540 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Port 16cb891d-6102-40bb-91ea-b1b1897caad0 on network 40df3f60-b95a-443a-b00f-e785277e2077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:27:25.255868 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Attempting to bind port 16cb891d-6102-40bb-91ea-b1b1897caad0 on network 40df3f60-b95a-443a-b00f-e785277e2077 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:25.269800 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:25.271681 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Checking segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:25.271681 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Bound using segment: {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:25.271681 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Bound port: 16cb891d-6102-40bb-91ea-b1b1897caad0, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e70abe7-6e78-48d5-b58c-3bd2608056ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:25.272211 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:25.357060 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] For port 16cb891d-6102-40bb-91ea-b1b1897caad0, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:25.360461 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] For port 16cb891d-6102-40bb-91ea-b1b1897caad0, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=16cb891d-6102-40bb-91ea-b1b1897caad0,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:25.383858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103be4-5968-4d16-8bf6-ca48abef2f4c req-62f6a21c-92b4-4b39-9015-c05d828ce6aa tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:25.385501 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1103be4-5968-4d16-8bf6-ca48abef2f4c req-62f6a21c-92b4-4b39-9015-c05d828ce6aa tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.0618956 Nov 15 19:27:25.439732 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1103be4-5968-4d16-8bf6-ca48abef2f4c req-07c8c140-874c-45ee-81d4-04d2f63f05b1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478201 Nov 15 19:27:25.505777 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12268868'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:25.534540 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:25.575522 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe255ef-c68c-43e0-ad5a-f398c9f3c69c,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:25.586387 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Checking segment: {'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:25.587021 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Network hostable DHCP agents. Network: 2a164fbe-ab85-4059-8675-2b4009e0f99a, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:27:25.601643 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Pushing event updated for resources: {'Port': ['ID=16cb891d-6102-40bb-91ea-b1b1897caad0,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:25.615453 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:25.615859 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:25.617546 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-ab9cc221-afac-4605-b2ba-f90f9386f025 service neutron] 10.222.0.43 "PUT /v2.0/ports/16cb891d-6102-40bb-91ea-b1b1897caad0 HTTP/1.1" status: 200 len: 1094 time: 3.4880145 Nov 15 19:27:25.618056 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'tag': '16cb891d-6102-40bb-91ea-b1b1897caad0'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:27:25.620584 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64793718-aa49-4f50-aa3a-8b9e328de811" -d '{"events": [{"name": "network-changed", "server_uuid": "a9005abe-63b7-440a-94e9-46690e24a9c8", "tag": "16cb891d-6102-40bb-91ea-b1b1897caad0"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:27:25.677850 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083fb91f-899f-4ad2-a926-ee0112dae348 x-openstack-request-id: req-083fb91f-899f-4ad2-a926-ee0112dae348 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:27:25.678479 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9005abe-63b7-440a-94e9-46690e24a9c8", "tag": "16cb891d-6102-40bb-91ea-b1b1897caad0", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:27:25.678479 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-083fb91f-899f-4ad2-a926-ee0112dae348 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:27:25.678770 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'tag': '16cb891d-6102-40bb-91ea-b1b1897caad0', 'status': 'completed', 'code': 200} Nov 15 19:27:25.682597 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Network 2a164fbe-ab85-4059-8675-2b4009e0f99a is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:27:25.726555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4dc40-8702-48e4-90cc-92a4641c9dde req-c39c8691-3d09-4f74-9baf-5b4398616e33 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:25.735209 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3ad4dc40-8702-48e4-90cc-92a4641c9dde req-c39c8691-3d09-4f74-9baf-5b4398616e33 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 943 time: 0.0868447 Nov 15 19:27:25.774525 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 2a164fbe-ab85-4059-8675-2b4009e0f99a) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:25.781842 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:25.788618 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:25.789045 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad8971-e407-4fcc-a227-feedf3c96d0c None None] Network 2a164fbe-ab85-4059-8675-2b4009e0f99a requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:27:25.856321 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3ad4dc40-8702-48e4-90cc-92a4641c9dde req-e22d559f-e5a4-444f-abaf-0f286e8134ea tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197808 Nov 15 19:27:25.916437 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5542cb9b-0126-44b1-a783-b4ec01c3e007 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4405439 Nov 15 19:27:25.920833 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49880) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:25.929364 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:26.017305 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ea42-c325-4d8e-bc3e-bb9c9d78467c req-1c3a2b51-79ac-4094-af54-6aab9423c5c4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:26.038250 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3999ea42-c325-4d8e-bc3e-bb9c9d78467c req-1c3a2b51-79ac-4094-af54-6aab9423c5c4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.2025809 Nov 15 19:27:26.083136 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:26.085005 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:26.182525 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3999ea42-c325-4d8e-bc3e-bb9c9d78467c req-cd833cab-71f8-4d9b-86cf-4911f4ea1978 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412697 Nov 15 19:27:26.226281 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:26.249109 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-2a164fbe-ab85-4059-8675-2b4009e0f99a', 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'fixed_ips': [{'subnet_id': 'cbe255ef-c68c-43e0-ad5a-f398c9f3c69c'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:27:26.250807 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:26.492854 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976aa723-f18b-4552-bd8c-466506ba7c68 req-198e7173-8e9c-4460-808f-6a1dbec31989 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:26.502676 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-976aa723-f18b-4552-bd8c-466506ba7c68 req-198e7173-8e9c-4460-808f-6a1dbec31989 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0818574 Nov 15 19:27:26.610390 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Allocated IP 172.20.0.2 (2a164fbe-ab85-4059-8675-2b4009e0f99a/cbe255ef-c68c-43e0-ad5a-f398c9f3c69c/f12ef321-9ef0-4d2e-8f7d-233116a060db) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:26.635204 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-976aa723-f18b-4552-bd8c-466506ba7c68 req-697b7936-be90-48da-a536-331d75e183d7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276081 Nov 15 19:27:26.666990 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:26.690565 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54058223-17a0-4179-8cba-8b5b230999c0 req-93a6c0ca-45f7-46fe-9981-d507fc4ddd72 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:26.692576 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-54058223-17a0-4179-8cba-8b5b230999c0 req-93a6c0ca-45f7-46fe-9981-d507fc4ddd72 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.2673457 Nov 15 19:27:26.750220 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-89037a7f-4a39-4daa-ae85-be322ddaef5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=933fa9af-e486-413d-b0ee-9e1ff4d31063 HTTP/1.1" status: 200 len: 217 time: 0.0742342 Nov 15 19:27:26.818901 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452ac10-afdc-4fae-ae82-fdda678501c6 req-0647b93e-b506-41b4-9b25-ad9551c55d01 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:26.820518 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3452ac10-afdc-4fae-ae82-fdda678501c6 req-0647b93e-b506-41b4-9b25-ad9551c55d01 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.0875375 Nov 15 19:27:26.856427 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc414ac-6135-489d-9372-06724effa7de req-b3b3c8eb-a24d-4aca-94bf-44873c526330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:26.856427 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-b3b3c8eb-a24d-4aca-94bf-44873c526330 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ffe383a-69de-45c5-b85d-ab26620a9537 HTTP/1.1" status: 200 len: 849 time: 0.0799472 Nov 15 19:27:26.889001 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:26.914662 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64793718-aa49-4f50-aa3a-8b9e328de811 req-dcc06cfc-986c-4df4-ae45-25cdae8c1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:26.916629 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-64793718-aa49-4f50-aa3a-8b9e328de811 req-dcc06cfc-986c-4df4-ae45-25cdae8c1b43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 1097 time: 0.1891553 Nov 15 19:27:26.922368 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-54058223-17a0-4179-8cba-8b5b230999c0 req-26cab9de-c691-4d9b-8a15-e197916de02a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867306 Nov 15 19:27:26.926096 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3452ac10-afdc-4fae-ae82-fdda678501c6 req-7e79bc9f-0934-45a5-9a78-910bad700dfa tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939853 Nov 15 19:27:26.975058 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:27.043647 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-8387f7ea-609a-42f6-b12a-928becc570e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61894aef-1989-4bb3-b1a0-6ed322bc2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882432 Nov 15 19:27:27.047975 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Network 2a164fbe-ab85-4059-8675-2b4009e0f99a is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:27.055719 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Pushing event updated for resources: {'Port': ['ID=f12ef321-9ef0-4d2e-8f7d-233116a060db,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:27.060794 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:27.066076 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:27.170228 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Attempting to bind port f12ef321-9ef0-4d2e-8f7d-233116a060db on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:27.170837 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Attempting to bind port f12ef321-9ef0-4d2e-8f7d-233116a060db by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:27.171379 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Attempting to bind port f12ef321-9ef0-4d2e-8f7d-233116a060db on network 2a164fbe-ab85-4059-8675-2b4009e0f99a {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:27.178217 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:27.178952 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Checking segment: {'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:27.179555 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:27.180145 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Bound using segment: {'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:27.181204 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Bound port: f12ef321-9ef0-4d2e-8f7d-233116a060db, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:27.181696 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:27.294308 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] For port f12ef321-9ef0-4d2e-8f7d-233116a060db, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:27.304607 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] For port f12ef321-9ef0-4d2e-8f7d-233116a060db, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=f12ef321-9ef0-4d2e-8f7d-233116a060db,segment=NetworkSegment(f74e0d09-69d6-4d05-b31a-5158167d6e86),segment_id=f74e0d09-69d6-4d05-b31a-5158167d6e86)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:27.347894 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f09ed-4609-4ebb-9865-93be4ec81a5a req-8a63abb7-1435-40cb-8435-916fa763577d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:27.355677 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c98f09ed-4609-4ebb-9865-93be4ec81a5a req-8a63abb7-1435-40cb-8435-916fa763577d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 943 time: 0.3087122 Nov 15 19:27:27.362226 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:27.393133 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d460d6-8478-43a6-b225-e285243a7e0f req-8f0b05fa-8215-4739-9576-320f13b5ca62 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:27.396538 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87d460d6-8478-43a6-b225-e285243a7e0f req-8f0b05fa-8215-4739-9576-320f13b5ca62 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1039636 Nov 15 19:27:27.445035 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624fb78-709d-442c-a1be-d346e962dfd9 None None] Pushing event updated for resources: {'Port': ['ID=f12ef321-9ef0-4d2e-8f7d-233116a060db,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:27.450704 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64793718-aa49-4f50-aa3a-8b9e328de811 req-5be0f0b9-272b-4627-a24e-0cb0b9e41eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:27.452479 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-64793718-aa49-4f50-aa3a-8b9e328de811 req-5be0f0b9-272b-4627-a24e-0cb0b9e41eb0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=11243378914b4aef98122fff6805d23f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4867194 Nov 15 19:27:27.492949 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87d460d6-8478-43a6-b225-e285243a7e0f req-ea53384f-653f-4b49-bdf7-b861d7ddeebb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883226 Nov 15 19:27:27.556469 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-44dbc2a4-d03c-4918-b2d7-b8cdbd373aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961183 Nov 15 19:27:27.712894 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c98f09ed-4609-4ebb-9865-93be4ec81a5a req-6c12cc58-ad9f-4b8f-9349-eaba0385cf4e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563793 Nov 15 19:27:27.714290 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:27.782323 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:27.841035 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868777fe-dc6b-4dd9-9907-62c6b6c570d5 req-f47cc12d-9e10-4409-8758-e486a95b3032 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:27.850803 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-868777fe-dc6b-4dd9-9907-62c6b6c570d5 req-f47cc12d-9e10-4409-8758-e486a95b3032 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1339142 Nov 15 19:27:27.903126 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64793718-aa49-4f50-aa3a-8b9e328de811 req-6a1348fd-520c-4a6a-a817-be15bb5e240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:27.905121 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-64793718-aa49-4f50-aa3a-8b9e328de811 req-6a1348fd-520c-4a6a-a817-be15bb5e240e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4394743 Nov 15 19:27:27.935219 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-abc414ac-6135-489d-9372-06724effa7de req-f3468eca-0e15-41be-891c-5291627413bb service neutron] 10.222.0.43 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469448 Nov 15 19:27:27.937700 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-868777fe-dc6b-4dd9-9907-62c6b6c570d5 req-927ed371-c8a8-4c0f-9af8-280f7152ff31 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834539 Nov 15 19:27:28.095116 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-0949f3f8-de68-48bc-941f-8e5697bcd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:28.100499 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-0949f3f8-de68-48bc-941f-8e5697bcd94c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11243378914b4aef98122fff6805d23f&device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 1097 time: 0.1006246 Nov 15 19:27:28.133182 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f9fd6-8853-45bd-ae52-a0f82567ba28 req-babd268d-a08c-477c-ad0e-adf37b1f231d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:28.135195 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d54f9fd6-8853-45bd-ae52-a0f82567ba28 req-babd268d-a08c-477c-ad0e-adf37b1f231d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.0681248 Nov 15 19:27:28.145434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Allocated IP 172.27.0.157 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/0afeca1b-1f27-4ee7-bf14-a15b75cabed9) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:28.244765 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d54f9fd6-8853-45bd-ae52-a0f82567ba28 req-77e38f4f-c682-4f24-a6d8-4ecb4d0b8814 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961838 Nov 15 19:27:28.275539 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-61fa742b-97b7-4d6b-8472-29307a760a30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16cb891d-6102-40bb-91ea-b1b1897caad0 HTTP/1.1" status: 200 len: 217 time: 0.1321237 Nov 15 19:27:28.422776 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-dd513c15-2e11-4b31-ad96-cf8549577cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:28.424538 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-dd513c15-2e11-4b31-ad96-cf8549577cca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8fab23dac76d43f2b0185b1769611628&device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 1096 time: 0.3147039 Nov 15 19:27:28.705769 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ec22f-06a2-443d-a9ed-fd667eec9b2b req-b7d794d1-993f-43fd-8561-f88854b51f6e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:28.721820 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1e5ec22f-06a2-443d-a9ed-fd667eec9b2b req-b7d794d1-993f-43fd-8561-f88854b51f6e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1059082 Nov 15 19:27:28.846358 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device f12ef321-9ef0-4d2e-8f7d-233116a060db up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:28.853647 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1e5ec22f-06a2-443d-a9ed-fd667eec9b2b req-6b3d8e5a-674c-4d18-b8a7-57fbae68b79f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264911 Nov 15 19:27:28.869150 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df608f2e-e973-4666-9c1b-d405f0ff6959 req-fbaaeb9c-3d96-4755-9a2d-3672d6266416 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:28.870517 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-df608f2e-e973-4666-9c1b-d405f0ff6959 req-fbaaeb9c-3d96-4755-9a2d-3672d6266416 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.7415702 Nov 15 19:27:28.912259 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-14873d7f-8b5a-4909-8fb6-bdb7ef3a95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:28.913854 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-14873d7f-8b5a-4909-8fb6-bdb7ef3a95a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2876cab-317e-4429-b897-8adf49ee5b6f HTTP/1.1" status: 200 len: 855 time: 0.6140063 Nov 15 19:27:29.013108 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port f12ef321-9ef0-4d2e-8f7d-233116a060db triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:29.013850 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:29.033178 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-2598ee8c-be13-4a3f-8785-b801a192f001 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40df3f60-b95a-443a-b00f-e785277e2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993760 Nov 15 19:27:29.075428 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:29.152456 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-df608f2e-e973-4666-9c1b-d405f0ff6959 req-3a48109f-db0b-4f1a-b47b-324f28ec5715 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607255 Nov 15 19:27:29.153735 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-56c71389-4c96-48db-9197-cca702001bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:29.155360 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-56c71389-4c96-48db-9197-cca702001bd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=61894aef-1989-4bb3-b1a0-6ed322bc2aef HTTP/1.1" status: 200 len: 910 time: 0.7059495 Nov 15 19:27:29.188698 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79cba7-f4ec-45cb-923b-a3e37ab27b07 req-f48656d0-72e7-4725-b448-92cedcfa0bb9 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:29.196226 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:29.196978 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c79cba7-f4ec-45cb-923b-a3e37ab27b07 req-f48656d0-72e7-4725-b448-92cedcfa0bb9 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 943 time: 0.1543591 Nov 15 19:27:29.243045 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-1003503e-8c8d-4cff-b096-7bb84d9e114c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=933fa9af-e486-413d-b0ee-9e1ff4d31063 HTTP/1.1" status: 200 len: 217 time: 0.0746653 Nov 15 19:27:29.308083 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836aab6-775d-4431-b29e-a29c584be710 None None] Network 2a164fbe-ab85-4059-8675-2b4009e0f99a requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:27:29.331299 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-c07a533d-c7ae-4f64-ae6e-7909627c72aa service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762713 Nov 15 19:27:29.362073 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port f12ef321-9ef0-4d2e-8f7d-233116a060db, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=f12ef321-9ef0-4d2e-8f7d-233116a060db,segment=NetworkSegment(f74e0d09-69d6-4d05-b31a-5158167d6e86),segment_id=f74e0d09-69d6-4d05-b31a-5158167d6e86)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:29.387043 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c79cba7-f4ec-45cb-923b-a3e37ab27b07 req-6027b899-4ddf-409c-b8cf-601889119c59 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873531 Nov 15 19:27:29.453465 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:29.459412 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-c9681c95-3001-46df-9f61-d646028b23b6 None None] Provisioning complete for port f12ef321-9ef0-4d2e-8f7d-233116a060db triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:29.459695 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c9681c95-3001-46df-9f61-d646028b23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:29.651969 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-f406e6ac-f5d7-4adc-80e0-488bf66e5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:29.653756 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-f406e6ac-f5d7-4adc-80e0-488bf66e5a13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ffe383a-69de-45c5-b85d-ab26620a9537 HTTP/1.1" status: 200 len: 849 time: 0.4022100 Nov 15 19:27:29.657341 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:29.659442 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=f12ef321-9ef0-4d2e-8f7d-233116a060db,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:29.690099 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1789b4-a4d0-4e70-8e14-f49d3c6088f5 req-f0e2451a-a05e-414e-a288-e701802b1b32 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:29.703860 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ae1789b4-a4d0-4e70-8e14-f49d3c6088f5 req-f0e2451a-a05e-414e-a288-e701802b1b32 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1096606 Nov 15 19:27:29.807804 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-469dad59-b0c1-4bf4-91ae-c0d8212f1a9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61894aef-1989-4bb3-b1a0-6ed322bc2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312668 Nov 15 19:27:29.816346 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:29.843901 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:29.849482 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:29.882584 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ae1789b4-a4d0-4e70-8e14-f49d3c6088f5 req-142e5225-0015-4134-9bed-5140a1468346 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705282 Nov 15 19:27:29.990283 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d8a98-e986-40f8-b02e-75b47cadd09f req-ff96605f-7969-46ea-a5ce-4543fe7fe2e7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:29.990283 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-318d8a98-e986-40f8-b02e-75b47cadd09f req-ff96605f-7969-46ea-a5ce-4543fe7fe2e7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.3420985 Nov 15 19:27:29.990283 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Pushing event updated for resources: {'Port': ['ID=0afeca1b-1f27-4ee7-bf14-a15b75cabed9,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:29.990283 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e0a37cfc-a235-4539-9d65-d6b37a074594 req-47871103-55fd-4d5f-91d2-3120fc15e8dd service neutron] 10.222.0.43 "GET /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148272 Nov 15 19:27:30.117491 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-318d8a98-e986-40f8-b02e-75b47cadd09f req-b61fd86e-14c1-4b1f-a134-fa17241b75cc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254458 Nov 15 19:27:30.146642 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a737f0-a4fc-4dee-bf7c-18c4037c099d req-38106881-aafe-421a-8142-4a8f9aa73914 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:30.148316 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-08a737f0-a4fc-4dee-bf7c-18c4037c099d req-38106881-aafe-421a-8142-4a8f9aa73914 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1076655 Nov 15 19:27:30.244767 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-a5db6095-b18d-436e-9300-9230f2a839a3 service neutron] 10.222.0.43 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180589 Nov 15 19:27:30.313177 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-08a737f0-a4fc-4dee-bf7c-18c4037c099d req-034e10d9-c4c7-4f63-a529-decfd4de084a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552665 Nov 15 19:27:30.520792 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19aba9-0169-4a70-a260-c8f8b2f48c52 req-1c7deb47-7912-4495-bbc3-473445a44c13 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:30.522463 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e19aba9-0169-4a70-a260-c8f8b2f48c52 req-1c7deb47-7912-4495-bbc3-473445a44c13 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1269395 Nov 15 19:27:30.565430 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-276c4bf8-56e7-4f85-bcce-b6c265ec0d0e req-dbae5e53-5cdd-4da5-b0a5-7187ab570021 service neutron] 10.222.0.43 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037007 Nov 15 19:27:30.569657 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:30.576657 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-0a17f1e4-1550-4a7c-b352-b63678483052 None None] Provisioning complete for port f12ef321-9ef0-4d2e-8f7d-233116a060db triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:30.589823 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0a17f1e4-1550-4a7c-b352-b63678483052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:30.645706 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a0c25-ef9c-4696-a04d-c76cad53e934 req-2631b7eb-e781-4b24-88b9-ab2a9b271e39 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:30.662577 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-076a0c25-ef9c-4696-a04d-c76cad53e934 req-2631b7eb-e781-4b24-88b9-ab2a9b271e39 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 943 time: 0.2050955 Nov 15 19:27:30.791077 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device f12ef321-9ef0-4d2e-8f7d-233116a060db up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:30.798032 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-076a0c25-ef9c-4696-a04d-c76cad53e934 req-defa5613-195c-471a-beba-89b634763ce7 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341503 Nov 15 19:27:30.886291 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e19aba9-0169-4a70-a260-c8f8b2f48c52 req-b175f1a1-e406-4c1c-8fde-4d4a6dde8700 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500271 Nov 15 19:27:30.912544 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:31.017488 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port f12ef321-9ef0-4d2e-8f7d-233116a060db triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:31.018580 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:31.095429 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee22d9-cd45-45ee-a1a6-602d34cc399a req-fc3e8c33-2811-4d61-972c-1d826239e030 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:31.098618 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4ee22d9-cd45-45ee-a1a6-602d34cc399a req-fc3e8c33-2811-4d61-972c-1d826239e030 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1129556 Nov 15 19:27:31.205932 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4ee22d9-cd45-45ee-a1a6-602d34cc399a req-37216410-53e8-4ab4-8af3-df214f59b3a9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905590 Nov 15 19:27:31.226110 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:27:31.495136 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a82231-a8b9-485b-bb33-6901b48d0f28 req-e549f1a2-6ee8-4a6a-a980-9dca5f01d799 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:31.496773 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0a82231-a8b9-485b-bb33-6901b48d0f28 req-e549f1a2-6ee8-4a6a-a980-9dca5f01d799 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0643792 Nov 15 19:27:31.571403 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0a82231-a8b9-485b-bb33-6901b48d0f28 req-cea02284-f5c3-407e-b99a-f2f4d16e2813 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610197 Nov 15 19:27:31.713044 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907431d9-57a9-4184-883d-ce4165f54700 req-1cabcdf5-e3c7-471f-8198-4838b66a478b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:31.715484 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-907431d9-57a9-4184-883d-ce4165f54700 req-1cabcdf5-e3c7-471f-8198-4838b66a478b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.4212236 Nov 15 19:27:31.762048 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:27:31.777412 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Sync routers for ids ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:27:31.791702 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Routers {'ddccf86d-fa90-4367-aa37-b3b7ebc3a820'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:31.792655 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:31.812881 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-907431d9-57a9-4184-883d-ce4165f54700 req-c003f8fa-30ea-4c3c-bd39-43f94773c998 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884147 Nov 15 19:27:31.987974 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Set router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:31.993198 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad893fe8-9a19-4f98-a3ee-9792f5129147 req-e315cce2-5d70-4669-9432-b9a1c843beb5 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:32.006991 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ad893fe8-9a19-4f98-a3ee-9792f5129147 req-e315cce2-5d70-4669-9432-b9a1c843beb5 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 943 time: 0.1084907 Nov 15 19:27:32.082377 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ad893fe8-9a19-4f98-a3ee-9792f5129147 req-9d3700c4-233d-4840-a9f6-8a3c221ffcf5 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692749 Nov 15 19:27:32.177904 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1e3c2-87cf-4209-b4d0-8d665de39dda req-46d9c3bb-543a-464f-9a65-d65055371034 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:32.179818 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6dc1e3c2-87cf-4209-b4d0-8d665de39dda req-46d9c3bb-543a-464f-9a65-d65055371034 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1089506 Nov 15 19:27:32.249879 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6dc1e3c2-87cf-4209-b4d0-8d665de39dda req-274cac03-889a-496b-bd88-67f4cd297c42 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638075 Nov 15 19:27:32.281052 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:27:30Z', 'revision_number': 3, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port': {'id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:27Z', 'updated_at': '2021-11-15T19:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:32.319217 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:32.320800 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Checking router: ddccf86d-fa90-4367-aa37-b3b7ebc3a820 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:27:32.321131 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Updating router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:27:32.322690 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-dcd2c0e6-1476-4b59-bc0c-532ff7dd8271 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4000525 Nov 15 19:27:32.328817 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 49970) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:32.358361 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:32.373727 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9b217fa3-ac04-4369-8996-705974ed239d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:32.391272 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe0d5-292e-4ebc-9fd3-a461196ce224 req-2be05cdf-c210-4828-9b6e-4c65b97cf86a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:32.400047 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a6fe0d5-292e-4ebc-9fd3-a461196ce224 req-2be05cdf-c210-4828-9b6e-4c65b97cf86a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1041377 Nov 15 19:27:32.535960 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a6fe0d5-292e-4ebc-9fd3-a461196ce224 req-516ef6a7-f563-468d-b4da-a5d3b5209676 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344547 Nov 15 19:27:32.690804 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 933fa9af-e486-413d-b0ee-9e1ff4d31063 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:27:32.793308 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:32.800511 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900955d7-294d-468c-9fc0-b0a69ea9da56 req-13348e49-581c-4740-99cc-2333b6a1549c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:32.802899 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-900955d7-294d-468c-9fc0-b0a69ea9da56 req-13348e49-581c-4740-99cc-2333b6a1549c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1068645 Nov 15 19:27:32.885736 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:33.012674 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Attempting to bind port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:33.013180 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Attempting to bind port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:33.013550 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Attempting to bind port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:33.020972 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-900955d7-294d-468c-9fc0-b0a69ea9da56 req-85622687-6c39-4d0c-b298-d604c066f01c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723382 Nov 15 19:27:33.033561 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bec533-744e-4cf1-8f9e-30e58638e140 req-b2baafd5-17c1-40f6-b577-b0a538ccaac8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:33.037335 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3bec533-744e-4cf1-8f9e-30e58638e140 req-b2baafd5-17c1-40f6-b577-b0a538ccaac8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0827746 Nov 15 19:27:33.079169 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 933fa9af-e486-413d-b0ee-9e1ff4d31063, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=933fa9af-e486-413d-b0ee-9e1ff4d31063,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:33.082069 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:33.082731 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:33.085179 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:33.085910 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:33.093000 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Bound port: 0afeca1b-1f27-4ee7-bf14-a15b75cabed9, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:33.110778 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:33.114401 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '933fa9af-e486-413d-b0ee-9e1ff4d31063', 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef', 'port_id': '933fa9af-e486-413d-b0ee-9e1ff4d31063', 'mac_address': 'fa:16:3e:24:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffe383a-69de-45c5-b85d-ab26620a9537', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:27:33.177447 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3bec533-744e-4cf1-8f9e-30e58638e140 req-66294866-3d8e-44c7-9d5e-4b77a94d66a1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312609 Nov 15 19:27:33.205790 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65eff7-6241-45b1-a0da-1c93bb3f5808 None None] Pushing event updated for resources: {'Port': ['ID=0afeca1b-1f27-4ee7-bf14-a15b75cabed9,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:33.252559 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:33.262961 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] For port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:33.268895 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933fa9af-e486-413d-b0ee-9e1ff4d31063 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:27:33.272493 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] For port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=0afeca1b-1f27-4ee7-bf14-a15b75cabed9,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:33.316447 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 933fa9af-e486-413d-b0ee-9e1ff4d31063, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=933fa9af-e486-413d-b0ee-9e1ff4d31063,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:33.335157 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:33.361362 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:33.386295 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f3129-54d9-4360-9c5c-37dcc2f7a2e8 req-a6863480-518b-4f2b-a6c0-3de1168bf77f tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:33.387829 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fb4f3129-54d9-4360-9c5c-37dcc2f7a2e8 req-a6863480-518b-4f2b-a6c0-3de1168bf77f tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 943 time: 0.0809057 Nov 15 19:27:33.402786 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:33.474173 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65eff7-6241-45b1-a0da-1c93bb3f5808 None None] Pushing event updated for resources: {'Port': ['ID=0afeca1b-1f27-4ee7-bf14-a15b75cabed9,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:33.491802 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Routers {'ddccf86d-fa90-4367-aa37-b3b7ebc3a820'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:33.492550 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:33.521004 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=933fa9af-e486-413d-b0ee-9e1ff4d31063,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:33.530511 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263721c1-c2c3-4afb-ae9d-ff01abe040ec req-f53f3cd0-a13e-4f7c-aebd-5eb0dec59af8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:33.542446 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-263721c1-c2c3-4afb-ae9d-ff01abe040ec req-f53f3cd0-a13e-4f7c-aebd-5eb0dec59af8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1538100 Nov 15 19:27:33.594371 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fb4f3129-54d9-4360-9c5c-37dcc2f7a2e8 req-4d87c6fb-b1de-402b-afc2-867e9c7da7dd tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849136 Nov 15 19:27:33.612744 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-263721c1-c2c3-4afb-ae9d-ff01abe040ec req-f6fef904-88c4-4c9d-86db-6ca03e910630 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681636 Nov 15 19:27:33.686974 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] Set router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:33.740904 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Allocated IP 172.20.0.1 (2a164fbe-ab85-4059-8675-2b4009e0f99a/cbe255ef-c68c-43e0-ad5a-f398c9f3c69c/5852ffbe-e706-4706-a69f-b35ab6da4f25) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:33.771091 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3025f1-8ffe-44fd-aacb-7f4d20f074dc req-d4e8e8e5-8491-4aa9-bb4c-e984963d2154 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:33.772776 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e3025f1-8ffe-44fd-aacb-7f4d20f074dc req-d4e8e8e5-8491-4aa9-bb4c-e984963d2154 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.0857296 Nov 15 19:27:33.807789 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['933fa9af-e486-413d-b0ee-9e1ff4d31063'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:27:33.950206 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e3025f1-8ffe-44fd-aacb-7f4d20f074dc req-3c740803-fa7a-4d7a-ad7c-26777920d6e0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067855 Nov 15 19:27:33.967807 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:34.049495 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:27:30Z', 'revision_number': 3, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port': {'id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:27Z', 'updated_at': '2021-11-15T19:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:34.105609 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:34.262504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Network 2a164fbe-ab85-4059-8675-2b4009e0f99a is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:34.264852 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731290b-e9b8-4875-9289-926afe1765e2 None None] The sync data for ids ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'] in dv-cinder-801522-7-iscsi is: [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:27:30Z', 'revision_number': 3, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port': {'id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:27Z', 'updated_at': '2021-11-15T19:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:27:34.269214 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:34.281210 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:34.403808 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f1742-be5b-44d2-99db-3776ec76c967 req-fb89f4c4-7306-477e-a4a1-1c8c9822bd27 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:34.414751 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ef0f1742-be5b-44d2-99db-3776ec76c967 req-fb89f4c4-7306-477e-a4a1-1c8c9822bd27 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1617143 Nov 15 19:27:34.437106 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Pushing event updated for resources: {'Port': ['ID=5852ffbe-e706-4706-a69f-b35ab6da4f25,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:34.527758 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ef0f1742-be5b-44d2-99db-3776ec76c967 req-cc74786a-4dd0-44ec-80cf-793b39102021 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119723 Nov 15 19:27:34.600889 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:34.733166 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2608-7f5c-4e68-9b4c-1ad0917c3038 req-a28c49c9-87c4-4691-9d5b-54f04f587022 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:34.758205 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fafb2608-7f5c-4e68-9b4c-1ad0917c3038 req-a28c49c9-87c4-4691-9d5b-54f04f587022 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.2610800 Nov 15 19:27:34.760756 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1e78-37c5-433c-b121-2acd814e5c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:34.819074 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-32d0f3ca-4e94-4d7c-a2cc-89a49645069d None None] Provisioning complete for port 5852ffbe-e706-4706-a69f-b35ab6da4f25 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:34.819468 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-32d0f3ca-4e94-4d7c-a2cc-89a49645069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:34.854308 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22af1-a40f-4858-a3bb-e3d0d19f4010 req-bfc9bc93-ba93-4124-8631-23d937eb6d2f tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:34.870340 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0f22af1-a40f-4858-a3bb-e3d0d19f4010 req-bfc9bc93-ba93-4124-8631-23d937eb6d2f tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 944 time: 0.1351738 Nov 15 19:27:34.939212 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-32d0f3ca-4e94-4d7c-a2cc-89a49645069d None None] Port 5852ffbe-e706-4706-a69f-b35ab6da4f25 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:34.993163 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0f22af1-a40f-4858-a3bb-e3d0d19f4010 req-413d0afd-0b32-4051-8d37-48b6ec9dcdb7 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182489 Nov 15 19:27:34.993473 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 16cb891d-6102-40bb-91ea-b1b1897caad0 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:27:35.038087 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fafb2608-7f5c-4e68-9b4c-1ad0917c3038 req-a185cf67-d3f1-4702-ae82-772f3afdb863 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779431 Nov 15 19:27:35.230284 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:35.266300 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 16cb891d-6102-40bb-91ea-b1b1897caad0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=16cb891d-6102-40bb-91ea-b1b1897caad0,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:35.302816 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '16cb891d-6102-40bb-91ea-b1b1897caad0', 'network_id': '40df3f60-b95a-443a-b00f-e785277e2077', 'port_id': '16cb891d-6102-40bb-91ea-b1b1897caad0', 'mac_address': 'fa:16:3e:30:72:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2876cab-317e-4429-b897-8adf49ee5b6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:27:35.321424 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff2c01-e4b5-4f45-a613-8a13a865689d req-57a845b5-d567-497f-a599-0e689640131b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:35.340634 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37ff2c01-e4b5-4f45-a613-8a13a865689d req-57a845b5-d567-497f-a599-0e689640131b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.2119377 Nov 15 19:27:35.398358 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:35.436924 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07141f64-5285-4854-892c-fcf270fc4a49 req-17637a3f-969d-439f-af71-5f6d9b5fb25a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:35.447789 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-07141f64-5285-4854-892c-fcf270fc4a49 req-17637a3f-969d-439f-af71-5f6d9b5fb25a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1531055 Nov 15 19:27:35.450674 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cb891d-6102-40bb-91ea-b1b1897caad0 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:27:35.498538 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37ff2c01-e4b5-4f45-a613-8a13a865689d req-b0d1f1bf-c10b-4dd7-87a1-974fbe3b0d26 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562495 Nov 15 19:27:35.514634 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 16cb891d-6102-40bb-91ea-b1b1897caad0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=16cb891d-6102-40bb-91ea-b1b1897caad0,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:35.584840 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:35.621371 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-07141f64-5285-4854-892c-fcf270fc4a49 req-0a021d69-cb86-4aef-aaae-77374cdbb5ec tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702909 Nov 15 19:27:35.709039 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=16cb891d-6102-40bb-91ea-b1b1897caad0,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:35.722539 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:35.806580 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:35.809556 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1656-2336-4c10-be4e-2c446c1a8e6a req-3034a524-d3dd-4a67-827c-5103846e6e52 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:35.823031 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8eed1656-2336-4c10-be4e-2c446c1a8e6a req-3034a524-d3dd-4a67-827c-5103846e6e52 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1528175 Nov 15 19:27:35.838333 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:35.942434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:35.948150 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8eed1656-2336-4c10-be4e-2c446c1a8e6a req-2ea9d1e4-63f6-4a55-a755-95460c2be455 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212430 Nov 15 19:27:35.969542 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Pushing event updated for resources: {'Port': ['ID=5852ffbe-e706-4706-a69f-b35ab6da4f25,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:36.180971 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Network 2a164fbe-ab85-4059-8675-2b4009e0f99a is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:36.183318 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:36.328081 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2851-affa-4351-859a-f11a8cacbc7c req-0e4a25d2-4906-4b13-9ba7-9c8317a1bc6f tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:36.330528 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-386c2851-affa-4351-859a-f11a8cacbc7c req-0e4a25d2-4906-4b13-9ba7-9c8317a1bc6f tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 944 time: 0.2087750 Nov 15 19:27:36.338203 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68b90-e1c8-44b2-a6a1-8cae9c6233a4 req-b9c1445c-2621-4fee-b3c3-1f9303f68efb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:36.340719 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-36f68b90-e1c8-44b2-a6a1-8cae9c6233a4 req-b9c1445c-2621-4fee-b3c3-1f9303f68efb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1412449 Nov 15 19:27:36.459759 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-386c2851-affa-4351-859a-f11a8cacbc7c req-89f0fdaa-441c-4894-895d-b11ddc544728 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120515 Nov 15 19:27:36.480309 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-36f68b90-e1c8-44b2-a6a1-8cae9c6233a4 req-3a03768b-60f4-4639-a9c1-7a9e1649e4ad tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086588 Nov 15 19:27:36.484155 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:27:36.595572 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-c6502bb0-22d4-4b4e-bf89-5f987e99972d None None] Provisioning complete for port 5852ffbe-e706-4706-a69f-b35ab6da4f25 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:36.596426 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6502bb0-22d4-4b4e-bf89-5f987e99972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:36.652006 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-c6502bb0-22d4-4b4e-bf89-5f987e99972d None None] Port 5852ffbe-e706-4706-a69f-b35ab6da4f25 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:36.720435 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f20d0-d960-4fdb-96b4-1890fd6a8804 req-32b3a0e3-d37a-4aae-bb64-b577c9beeffe tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:36.722460 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-561f20d0-d960-4fdb-96b4-1890fd6a8804 req-32b3a0e3-d37a-4aae-bb64-b577c9beeffe tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1293981 Nov 15 19:27:36.751304 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:27:36.785178 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9c24bcaa-b12b-4343-99c0-946c0896d66b admin admin] 10.222.0.48 "PUT /v2.0/routers/ddccf86d-fa90-4367-aa37-b3b7ebc3a820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4545853 Nov 15 19:27:36.794289 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:36.832072 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-561f20d0-d960-4fdb-96b4-1890fd6a8804 req-c5d159b6-821c-4248-9b84-91a0d8317240 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936475 Nov 15 19:27:36.878694 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9012862-c3bc-4f82-951c-4cc129ccd4bb req-b187ac44-7f80-4a64-a77b-28efd818414d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:36.880288 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f9012862-c3bc-4f82-951c-4cc129ccd4bb req-b187ac44-7f80-4a64-a77b-28efd818414d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 945 time: 0.1310265 Nov 15 19:27:36.893293 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:36.894316 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:37.003365 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f9012862-c3bc-4f82-951c-4cc129ccd4bb req-db5bf541-c11d-47df-81b6-2167231e919d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088197 Nov 15 19:27:37.062131 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:37.099111 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=0afeca1b-1f27-4ee7-bf14-a15b75cabed9,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:37.150306 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c84f7-c2cf-4d43-a96e-7de39f120839 req-2c5ce6ad-1178-4200-b841-4e3be6917ab4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:37.152805 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1c3c84f7-c2cf-4d43-a96e-7de39f120839 req-2c5ce6ad-1178-4200-b841-4e3be6917ab4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0775692 Nov 15 19:27:37.190165 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:37.262653 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1c3c84f7-c2cf-4d43-a96e-7de39f120839 req-3e51b11e-1f0d-4537-919f-e4ab7648ba07 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951834 Nov 15 19:27:37.360315 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=0afeca1b-1f27-4ee7-bf14-a15b75cabed9,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:37.447574 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Sync routers for ids ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:27:37.472259 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Routers {'ddccf86d-fa90-4367-aa37-b3b7ebc3a820'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:37.473991 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:37.706318 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e4223-1004-4a4f-b5b2-38b06a777a51 req-d6c1971a-fd6a-40b0-b975-77d9603e1962 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:37.717266 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-657e4223-1004-4a4f-b5b2-38b06a777a51 req-d6c1971a-fd6a-40b0-b975-77d9603e1962 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 944 time: 0.0781229 Nov 15 19:27:37.722742 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['16cb891d-6102-40bb-91ea-b1b1897caad0'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:27:37.726689 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:37.736683 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1080a-6288-423b-8b1f-1c2e13e5724c req-b9cb2e3d-15c6-435e-9533-47da48ba674f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:37.741536 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1cc1080a-6288-423b-8b1f-1c2e13e5724c req-b9cb2e3d-15c6-435e-9533-47da48ba674f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1256790 Nov 15 19:27:37.807839 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-657e4223-1004-4a4f-b5b2-38b06a777a51 req-8da96b0a-beda-4ae1-937a-edb0e847da65 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Nov 15 19:27:37.883191 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1cc1080a-6288-423b-8b1f-1c2e13e5724c req-d411f133-e48b-4eb9-a2bd-7075869ad739 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293037 Nov 15 19:27:37.960861 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Set router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:38.005668 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:27:38.137384 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf178aa-e0b4-424d-81d5-74e370a95a4e req-42742772-1361-4626-95f6-a21bc2462faa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:38.148058 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fdf178aa-e0b4-424d-81d5-74e370a95a4e req-42742772-1361-4626-95f6-a21bc2462faa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1606083 Nov 15 19:27:38.166840 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:38.289230 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fdf178aa-e0b4-424d-81d5-74e370a95a4e req-2ed12287-dd45-46bc-b61a-de47dd7d2429 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299195 Nov 15 19:27:38.325077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee679bd-6992-47c5-bf0f-938374567ba9 req-9b727477-7455-4d7f-b3e9-6b293acc5456 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:38.335443 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4ee679bd-6992-47c5-bf0f-938374567ba9 req-9b727477-7455-4d7f-b3e9-6b293acc5456 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 945 time: 0.1813805 Nov 15 19:27:38.481647 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4ee679bd-6992-47c5-bf0f-938374567ba9 req-43a43fe8-65a2-48b8-bdcd-189fa4e1dac7 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414123 Nov 15 19:27:38.514072 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6fd2c-31d1-4188-b9fa-f29f89192c8c req-b6835018-7d3e-48d6-b077-c6d485300926 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:38.523270 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2bb6fd2c-31d1-4188-b9fa-f29f89192c8c req-b6835018-7d3e-48d6-b077-c6d485300926 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1066160 Nov 15 19:27:38.590793 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:27:34Z', 'revision_number': 4, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port': {'id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:27Z', 'updated_at': '2021-11-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '5852ffbe-e706-4706-a69f-b35ab6da4f25', 'name': '', 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'mac_address': 'fa:16:3e:c8:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cbe255ef-c68c-43e0-ad5a-f398c9f3c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:33Z', 'updated_at': '2021-11-15T19:27:35Z', 'revision_number': 2, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'subnets': [{'id': 'cbe255ef-c68c-43e0-ad5a-f398c9f3c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:38.645504 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2bb6fd2c-31d1-4188-b9fa-f29f89192c8c req-8ae13047-9791-4532-97c8-69c0a47dcdf8 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210632 Nov 15 19:27:38.660943 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Checking router: ddccf86d-fa90-4367-aa37-b3b7ebc3a820 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:27:38.661467 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Updating router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 port 5852ffbe-e706-4706-a69f-b35ab6da4f25 binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:27:38.712754 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:38.840915 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:38.994934 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 933fa9af-e486-413d-b0ee-9e1ff4d31063 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:39.073127 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61a1b-2211-454a-951a-5afd97f62058 req-950b1288-4fba-4ea6-9692-2c90e4bce033 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:39.099515 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-61e61a1b-2211-454a-951a-5afd97f62058 req-950b1288-4fba-4ea6-9692-2c90e4bce033 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 944 time: 0.1911983 Nov 15 19:27:39.185505 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:39.186268 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:39.330307 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-73eac924-4894-4572-9c00-12966a6777bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090655805&fields=id&tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 267 time: 0.3667324 Nov 15 19:27:39.502326 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-61e61a1b-2211-454a-951a-5afd97f62058 req-fcb6bc0c-1ad7-42c3-93f8-b519b794f90c tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904436 Nov 15 19:27:39.681764 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ab61-01a1-4754-b129-9c727a290327 req-6b760386-e68c-40fd-8d47-a8e518ce92b3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:39.683910 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-6b760386-e68c-40fd-8d47-a8e518ce92b3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 811 time: 0.3397346 Nov 15 19:27:39.741798 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-f051cc50-5cf1-428f-b4df-47b7d432e118 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/quotas/ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 375 time: 0.0512393 Nov 15 19:27:39.883702 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb59b-db36-4719-a556-0b78b53e0a4c req-d7ac6a8f-7c30-4375-825b-b5c9580bb692 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:39.885689 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ddffb59b-db36-4719-a556-0b78b53e0a4c req-d7ac6a8f-7c30-4375-825b-b5c9580bb692 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1014061 Nov 15 19:27:39.916014 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-e7055d81-a1cc-44d0-8939-7df239e68178 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613076 Nov 15 19:27:39.968984 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:40.032745 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ddffb59b-db36-4719-a556-0b78b53e0a4c req-e0abbc80-115d-4fa3-8fc9-809cf4ac0eb1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336036 Nov 15 19:27:40.054277 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 933fa9af-e486-413d-b0ee-9e1ff4d31063 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:27:40.062234 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 933fa9af-e486-413d-b0ee-9e1ff4d31063 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:40.062827 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:40.102188 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-127e0e22-d7ee-4975-80b8-61d2d853a6e6 service neutron] 10.222.0.48 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474879 Nov 15 19:27:40.279314 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:40.323950 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f0c17-b599-425b-be51-60340a1fed92 req-de58880d-adaf-44d2-9622-39c305efbb17 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:40.326073 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-474f0c17-b599-425b-be51-60340a1fed92 req-de58880d-adaf-44d2-9622-39c305efbb17 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1391311 Nov 15 19:27:40.330632 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-1f749773-130a-4c4b-9700-58970506d17b service neutron] 10.222.0.48 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210178 Nov 15 19:27:40.392090 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:40.453112 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-474f0c17-b599-425b-be51-60340a1fed92 req-b03e5e52-3c46-48d6-8408-612dc2aa4c3f tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142559 Nov 15 19:27:40.501244 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088589b-999a-43b7-a2b7-6c140b156c96 None None] Pushing event updated for resources: {'Port': ['ID=5852ffbe-e706-4706-a69f-b35ab6da4f25,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:40.553155 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e8f7e-4556-4f32-9dce-0e4d1768a195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933fa9af-e486-413d-b0ee-9e1ff4d31063'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:27:40.570575 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4264ccd-e67d-4558-9d0a-42bbe3a126da" -d '{"events": [{"server_uuid": "b99e8f7e-4556-4f32-9dce-0e4d1768a195", "name": "network-vif-plugged", "status": "completed", "tag": "933fa9af-e486-413d-b0ee-9e1ff4d31063"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:27:40.771736 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e1b8-2e71-4537-a5a7-16d93db812ef req-12705120-fa59-4e8c-a989-492d782c336a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:40.794844 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0ea9e1b8-2e71-4537-a5a7-16d93db812ef req-12705120-fa59-4e8c-a989-492d782c336a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 945 time: 0.1716547 Nov 15 19:27:40.842108 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 933fa9af-e486-413d-b0ee-9e1ff4d31063, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=933fa9af-e486-413d-b0ee-9e1ff4d31063,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:40.907400 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Attempting to bind port 5852ffbe-e706-4706-a69f-b35ab6da4f25 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:40.909574 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Attempting to bind port 5852ffbe-e706-4706-a69f-b35ab6da4f25 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:40.912534 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Attempting to bind port 5852ffbe-e706-4706-a69f-b35ab6da4f25 on network 2a164fbe-ab85-4059-8675-2b4009e0f99a {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:40.931165 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:40.931543 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Checking segment: {'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:40.931973 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:40.932476 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Bound using segment: {'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:40.932973 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Bound port: 5852ffbe-e706-4706-a69f-b35ab6da4f25, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74e0d09-69d6-4d05-b31a-5158167d6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:40.933360 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:40.946531 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0ea9e1b8-2e71-4537-a5a7-16d93db812ef req-d17e79fe-aa96-4c8c-9b5e-0f977c06f3de tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400304 Nov 15 19:27:40.981292 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-42e473d0-4824-4a20-866d-9975270eaa6a None None] Provisioning complete for port 5852ffbe-e706-4706-a69f-b35ab6da4f25 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:40.986981 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-42e473d0-4824-4a20-866d-9975270eaa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:41.174429 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f294e-57bb-47ba-9852-96fe422a74d0 req-8c25611d-3db3-427f-9403-b5825ab00266 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:41.187945 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aa7f294e-57bb-47ba-9852-96fe422a74d0 req-8c25611d-3db3-427f-9403-b5825ab00266 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1272967 Nov 15 19:27:41.253114 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:41.258669 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-42e473d0-4824-4a20-866d-9975270eaa6a None None] Port 5852ffbe-e706-4706-a69f-b35ab6da4f25 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:41.289881 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 16cb891d-6102-40bb-91ea-b1b1897caad0 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:41.330997 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aa7f294e-57bb-47ba-9852-96fe422a74d0 req-aef4d562-d830-4d6b-8c01-fc5883d7b847 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410804 Nov 15 19:27:41.428258 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] For port 5852ffbe-e706-4706-a69f-b35ab6da4f25, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:41.437991 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=933fa9af-e486-413d-b0ee-9e1ff4d31063,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:41.443755 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] For port 5852ffbe-e706-4706-a69f-b35ab6da4f25, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=5852ffbe-e706-4706-a69f-b35ab6da4f25,segment=NetworkSegment(f74e0d09-69d6-4d05-b31a-5158167d6e86),segment_id=f74e0d09-69d6-4d05-b31a-5158167d6e86)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:41.490417 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d21e1b-a407-4977-af6e-127847cb1338 x-openstack-request-id: req-43d21e1b-a407-4977-af6e-127847cb1338 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:27:41.491072 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e8f7e-4556-4f32-9dce-0e4d1768a195", "name": "network-vif-plugged", "status": "completed", "tag": "933fa9af-e486-413d-b0ee-9e1ff4d31063", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:27:41.491369 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43d21e1b-a407-4977-af6e-127847cb1338 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:27:41.491802 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e8f7e-4556-4f32-9dce-0e4d1768a195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933fa9af-e486-413d-b0ee-9e1ff4d31063', 'code': 200} Nov 15 19:27:41.515463 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 16cb891d-6102-40bb-91ea-b1b1897caad0 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:27:41.523023 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 16cb891d-6102-40bb-91ea-b1b1897caad0 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:41.530141 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:41.731569 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:41.855311 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4cf41-ba60-48bf-bf56-d82f40bff6d3 req-c4671a6c-42a2-46cf-af53-44cfeb54bea7 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:41.865816 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Routers {'ddccf86d-fa90-4367-aa37-b3b7ebc3a820'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:27:41.866529 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:27:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:41.877604 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-69f4cf41-ba60-48bf-bf56-d82f40bff6d3 req-c4671a6c-42a2-46cf-af53-44cfeb54bea7 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 945 time: 0.1417499 Nov 15 19:27:41.909450 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9850d3b-63b5-428b-8b67-9f77e0f53c7e req-bd81c111-3f8c-495a-9946-4a3c239a6bf7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:41.919107 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c9850d3b-63b5-428b-8b67-9f77e0f53c7e req-bd81c111-3f8c-495a-9946-4a3c239a6bf7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1381047 Nov 15 19:27:42.046159 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-69f4cf41-ba60-48bf-bf56-d82f40bff6d3 req-c2ba1e59-ae36-474a-92fb-1bf84d56a51d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658921 Nov 15 19:27:42.146794 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094da5f-8fad-4e6e-9dc3-6b826e685021 req-a7344b14-c1c0-4070-85d1-a63a9bb6ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:42.148712 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f094da5f-8fad-4e6e-9dc3-6b826e685021 req-a7344b14-c1c0-4070-85d1-a63a9bb6ed6f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 1098 time: 0.1991894 Nov 15 19:27:42.229021 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c9850d3b-63b5-428b-8b67-9f77e0f53c7e req-67445159-90b8-4999-b529-1459eca6f769 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088794 Nov 15 19:27:42.291633 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f80126-93dd-4467-9642-acd4042fe5d1 req-70c4ae14-daa2-4f99-bb9b-113ef469d730 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:42.300482 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f094da5f-8fad-4e6e-9dc3-6b826e685021 req-7136fe0e-e3a0-4c7f-be42-3612f43a6113 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389194 Nov 15 19:27:42.304319 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088589b-999a-43b7-a2b7-6c140b156c96 None None] Pushing event updated for resources: {'Port': ['ID=5852ffbe-e706-4706-a69f-b35ab6da4f25,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:42.312072 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1f80126-93dd-4467-9642-acd4042fe5d1 req-70c4ae14-daa2-4f99-bb9b-113ef469d730 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1523829 Nov 15 19:27:42.326605 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:42.406327 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-be9d2ca0-c360-4d3e-abdb-67f85ba7726f None None] Provisioning complete for port 5852ffbe-e706-4706-a69f-b35ab6da4f25 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:42.409642 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be9d2ca0-c360-4d3e-abdb-67f85ba7726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:42.419664 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] Set router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:27:42.436412 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e408cc76-c6be-46cf-865a-abd8a9c10a8b req-f1e87ce2-11a9-4c46-8337-c066689dfc35 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 210 time: 0.0447185 Nov 15 19:27:42.438486 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1f80126-93dd-4467-9642-acd4042fe5d1 req-467ed60a-f091-47eb-aa49-375a85e27d05 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253870 Nov 15 19:27:42.640394 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee68b8-d858-40a9-ab56-6b77169ed1bb req-e95c544d-0948-4acf-bcba-cd3bb43f9647 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:42.660989 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-21ee68b8-d858-40a9-ab56-6b77169ed1bb req-e95c544d-0948-4acf-bcba-cd3bb43f9647 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 945 time: 0.1123228 Nov 15 19:27:42.682510 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 16cb891d-6102-40bb-91ea-b1b1897caad0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=16cb891d-6102-40bb-91ea-b1b1897caad0,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:42.715677 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a7da-4c71-4ef4-994b-8840a0171a79 req-53587742-16f6-48d5-b692-18fb87700447 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:42.717925 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e108a7da-4c71-4ef4-994b-8840a0171a79 req-53587742-16f6-48d5-b692-18fb87700447 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1065385 Nov 15 19:27:42.778413 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-21ee68b8-d858-40a9-ab56-6b77169ed1bb req-2e0b3bb8-1725-41c4-8f3a-b2a82f31ca7b tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157792 Nov 15 19:27:42.820633 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:42.830213 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:42.838675 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e108a7da-4c71-4ef4-994b-8840a0171a79 req-3f292a5b-f23f-495f-8486-b5cd3e1d1a93 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133087 Nov 15 19:27:42.926331 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be9d2ca0-c360-4d3e-abdb-67f85ba7726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:42.974088 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=16cb891d-6102-40bb-91ea-b1b1897caad0,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:42.999309 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-be9d2ca0-c360-4d3e-abdb-67f85ba7726f None None] For port 5852ffbe-e706-4706-a69f-b35ab6da4f25, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=5852ffbe-e706-4706-a69f-b35ab6da4f25,segment=NetworkSegment(f74e0d09-69d6-4d05-b31a-5158167d6e86),segment_id=f74e0d09-69d6-4d05-b31a-5158167d6e86)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:43.023671 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:27:34Z', 'revision_number': 4, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port': {'id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:27Z', 'updated_at': '2021-11-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '5852ffbe-e706-4706-a69f-b35ab6da4f25', 'name': '', 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'mac_address': 'fa:16:3e:c8:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cbe255ef-c68c-43e0-ad5a-f398c9f3c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:33Z', 'updated_at': '2021-11-15T19:27:41Z', 'revision_number': 4, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'subnets': [{'id': 'cbe255ef-c68c-43e0-ad5a-f398c9f3c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:27:43.077411 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fa25d-b74f-4a29-89a9-ea5acc7c8be7 None None] The sync data for ids ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'] in dv-cinder-801522-7-iscsi is: [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:27:34Z', 'revision_number': 4, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port': {'id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:27Z', 'updated_at': '2021-11-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '5852ffbe-e706-4706-a69f-b35ab6da4f25', 'name': '', 'network_id': '2a164fbe-ab85-4059-8675-2b4009e0f99a', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'mac_address': 'fa:16:3e:c8:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cbe255ef-c68c-43e0-ad5a-f398c9f3c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:33Z', 'updated_at': '2021-11-15T19:27:41Z', 'revision_number': 4, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'subnets': [{'id': 'cbe255ef-c68c-43e0-ad5a-f398c9f3c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:27:43.087391 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be9d2ca0-c360-4d3e-abdb-67f85ba7726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:43.147937 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d2ca0-c360-4d3e-abdb-67f85ba7726f None None] Pushing event updated for resources: {'Port': ['ID=5852ffbe-e706-4706-a69f-b35ab6da4f25,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:43.456993 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf665a-42d8-42a7-8f10-80b77bf15f63 req-bdfdda34-9aa6-4904-90ac-f7e1d5a5b6d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:43.459836 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dd96c-ec1d-40c9-8f3e-9533cf66cfee req-d7d1def3-3c62-4e8e-98a5-e58f5057d637 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:43.478405 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-371dd96c-ec1d-40c9-8f3e-9533cf66cfee req-d7d1def3-3c62-4e8e-98a5-e58f5057d637 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1310356 Nov 15 19:27:43.488263 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5dbf665a-42d8-42a7-8f10-80b77bf15f63 req-bdfdda34-9aa6-4904-90ac-f7e1d5a5b6d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 945 time: 0.2446017 Nov 15 19:27:43.493205 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cb891d-6102-40bb-91ea-b1b1897caad0'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:27:43.501360 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1fdd1-42b4-49ec-8627-2b134e711942" -d '{"events": [{"server_uuid": "a9005abe-63b7-440a-94e9-46690e24a9c8", "name": "network-vif-plugged", "status": "completed", "tag": "16cb891d-6102-40bb-91ea-b1b1897caad0"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:27:43.660915 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-371dd96c-ec1d-40c9-8f3e-9533cf66cfee req-945f2be5-c7c9-41b4-82e7-3cb52a2913e8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804333 Nov 15 19:27:43.723343 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5dbf665a-42d8-42a7-8f10-80b77bf15f63 req-a0bfb9b3-5551-46cf-aeed-496879a93335 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900227 Nov 15 19:27:43.884728 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f573ad06-78ba-4f3c-bd39-9a846fe50890 req-7161ab97-6ffd-468d-b189-43ad5b0da474 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 210 time: 0.0630383 Nov 15 19:27:43.972478 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c18f58-ac2d-4a79-a4cb-fe6e2634ce17 x-openstack-request-id: req-a7c18f58-ac2d-4a79-a4cb-fe6e2634ce17 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:27:43.973459 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9005abe-63b7-440a-94e9-46690e24a9c8", "name": "network-vif-plugged", "status": "completed", "tag": "16cb891d-6102-40bb-91ea-b1b1897caad0", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:27:43.973831 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7c18f58-ac2d-4a79-a4cb-fe6e2634ce17 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:27:43.974338 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cb891d-6102-40bb-91ea-b1b1897caad0', 'code': 200} Nov 15 19:27:44.110464 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec1c38-8c2c-40f7-8b40-40f71381544f req-87ae7d32-dfe6-4f08-8c2f-3fa0abfebc6a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:44.127034 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-35ec1c38-8c2c-40f7-8b40-40f71381544f req-87ae7d32-dfe6-4f08-8c2f-3fa0abfebc6a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.2722754 Nov 15 19:27:44.215155 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-35ec1c38-8c2c-40f7-8b40-40f71381544f req-44da80b5-a892-4442-b271-b2e6ac1fbf08 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869710 Nov 15 19:27:44.313443 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcaafc-49bb-4ffa-89a9-e629a8f1c34e req-dfb7e311-ad57-4ae3-9608-78c657a907fb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:44.329231 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2dfcaafc-49bb-4ffa-89a9-e629a8f1c34e req-dfb7e311-ad57-4ae3-9608-78c657a907fb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1778402 Nov 15 19:27:44.450092 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2dfcaafc-49bb-4ffa-89a9-e629a8f1c34e req-f2f7ceea-be11-46e7-81fd-94d682e846eb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137958 Nov 15 19:27:44.520906 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b18e7-79f7-44c4-8bab-1cae0fe18e2e req-75efc678-677b-4c18-93ac-5c7515f81c2c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:44.522575 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a19b18e7-79f7-44c4-8bab-1cae0fe18e2e req-75efc678-677b-4c18-93ac-5c7515f81c2c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1354761 Nov 15 19:27:44.631992 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a19b18e7-79f7-44c4-8bab-1cae0fe18e2e req-98a52d1b-294a-4a2c-8f1b-1342b4e9c2b2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024091 Nov 15 19:27:44.640194 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-0a627b9a-ec3c-40fb-a4f1-6234778c7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:44.643956 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-0a627b9a-ec3c-40fb-a4f1-6234778c7ee1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 1098 time: 0.0869622 Nov 15 19:27:44.804745 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 5852ffbe-e706-4706-a69f-b35ab6da4f25 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:27:44.907461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685bed-f422-4cc1-9a3c-a5f1b642a7c5 req-11124c59-a65d-4ba3-8ae3-f0fc3aa62b75 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:44.909983 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fc685bed-f422-4cc1-9a3c-a5f1b642a7c5 req-11124c59-a65d-4ba3-8ae3-f0fc3aa62b75 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.1151214 Nov 15 19:27:44.993065 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 5852ffbe-e706-4706-a69f-b35ab6da4f25 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:44.994708 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:45.022525 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fc685bed-f422-4cc1-9a3c-a5f1b642a7c5 req-1813420d-61b5-4588-8c60-9ecb18d314f3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858765 Nov 15 19:27:45.153679 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3992b4-8000-4cb2-96ad-57623d70f5db req-64d63947-9fa2-4a98-adc0-9dda6ae5fefa tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:45.158933 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ac3992b4-8000-4cb2-96ad-57623d70f5db req-64d63947-9fa2-4a98-adc0-9dda6ae5fefa tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 945 time: 0.2201266 Nov 15 19:27:45.220784 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b01c-4301-4ed3-9976-d1d578d4d52d req-de3a14d9-a880-41a9-9bab-ac16bfbd27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:45.222670 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3011b01c-4301-4ed3-9976-d1d578d4d52d req-de3a14d9-a880-41a9-9bab-ac16bfbd27e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 1099 time: 0.4339116 Nov 15 19:27:45.264644 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4ba0ecc0-6dd3-4d06-b8cf-18b358644fad req-bac8998b-9166-4890-9329-e5b71a4873ae tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 210 time: 0.0856152 Nov 15 19:27:45.343421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-2a4c632e-d8ff-4f55-ab2e-445bf0635fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:45.348298 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-2a4c632e-d8ff-4f55-ab2e-445bf0635fb6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 917 time: 0.6769109 Nov 15 19:27:45.488513 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3011b01c-4301-4ed3-9976-d1d578d4d52d req-a93ab175-5b8f-44ec-9578-5877177fca39 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276676 Nov 15 19:27:45.582960 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736586ad-82f8-408f-b6f2-71c7585c4c70 req-c9678dbe-9819-4ede-9d0a-a0f0afb340f9 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:45.583823 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-a14d81f7-bcab-4ca3-b9d9-8c99a8f999e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e HTTP/1.1" status: 200 len: 1000 time: 0.2114961 Nov 15 19:27:45.587077 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-736586ad-82f8-408f-b6f2-71c7585c4c70 req-c9678dbe-9819-4ede-9d0a-a0f0afb340f9 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1901109 Nov 15 19:27:45.596157 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ac3992b4-8000-4cb2-96ad-57623d70f5db req-94cd2eeb-48c1-40f7-bbfb-9677682fa8a1 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649991 Nov 15 19:27:45.731992 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-736586ad-82f8-408f-b6f2-71c7585c4c70 req-7855ea74-ff1d-4dbe-8107-4e47f3f32272 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365530 Nov 15 19:27:45.834459 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-0029e126-17ba-4226-9bd9-c0f11796e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:45.841013 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-0029e126-17ba-4226-9bd9-c0f11796e916 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.1425252 Nov 15 19:27:45.984935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-fe315ef1-382c-41c3-a899-09a0b4a46daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:45.989246 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-fe315ef1-382c-41c3-a899-09a0b4a46daa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1358657 Nov 15 19:27:46.010859 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55785be9-d44d-4485-9313-58c445fe283c req-b5112ae6-e916-4140-a62e-7639bd2d30fd tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:46.025301 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-55785be9-d44d-4485-9313-58c445fe283c req-b5112ae6-e916-4140-a62e-7639bd2d30fd tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.2593343 Nov 15 19:27:46.050952 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000e4c8-d505-44da-9222-39d202b981ab req-b9144004-a6a5-4080-bb68-711b70472b61 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:46.052657 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5000e4c8-d505-44da-9222-39d202b981ab req-b9144004-a6a5-4080-bb68-711b70472b61 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1022189 Nov 15 19:27:46.132476 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5000e4c8-d505-44da-9222-39d202b981ab req-fdd1c728-09bc-4ecb-b8f6-44b005d743bb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695806 Nov 15 19:27:46.206285 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-55785be9-d44d-4485-9313-58c445fe283c req-07c9cae1-3bdc-4256-a0cb-e420818d95d0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794629 Nov 15 19:27:46.272715 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccbf6e-54b1-47ae-bcaf-50f9ee546eec req-62cac779-50e2-44a1-8b99-7ebf310c3495 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:46.274930 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-55ccbf6e-54b1-47ae-bcaf-50f9ee546eec req-62cac779-50e2-44a1-8b99-7ebf310c3495 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 945 time: 0.0773609 Nov 15 19:27:46.279155 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-1659b1ac-b567-4c63-a948-3f2e82ed8df9 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415206 Nov 15 19:27:46.396468 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-55ccbf6e-54b1-47ae-bcaf-50f9ee546eec req-c8a76538-99bd-42f6-8b95-04a474ec3a03 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129644 Nov 15 19:27:46.513716 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cf0a8a09-28cb-49dc-8608-1888038ecd23 req-af204636-07ad-464b-909b-0b9fb6333229 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 210 time: 0.0499415 Nov 15 19:27:46.543222 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-288b816d-fb81-4414-a3c9-8d6b1d0894da req-8d2d6dd9-e8a3-4cbb-a7ca-5be4d94e5209 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533073 Nov 15 19:27:46.579537 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ab61-01a1-4754-b129-9c727a290327 req-9769effc-f9bb-4676-a5f2-fb7d8b80e5fe tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:46.582623 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-9769effc-f9bb-4676-a5f2-fb7d8b80e5fe tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 811 time: 0.2083166 Nov 15 19:27:46.640650 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50192) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:46.719051 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-fde6875e-355b-4293-84ae-305a90ac6293 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 380 time: 0.1217220 Nov 15 19:27:46.748093 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'port': {'device_id': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'admin_state_up': True, 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'security_groups': ['b6bc4c81-ccd1-4708-a927-0a13db604fd7']}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:46.948133 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8150ed57-a9f9-4c20-a467-59c2e4ac0ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:46.999535 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:27:47.139466 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Made reservation on behalf of ea42287ce51c4b8c9c56d25da84ca2ce for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:27:47.144484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:47.261799 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc84286-73e5-4aa3-9ac8-be2b7ce704e4 req-eb102019-9a44-45bb-8dd3-371d6d8f8341 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:47.262486 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:47.276824 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dfc84286-73e5-4aa3-9ac8-be2b7ce704e4 req-eb102019-9a44-45bb-8dd3-371d6d8f8341 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.2861681 Nov 15 19:27:47.425469 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:47.428057 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:27:47.430954 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dfc84286-73e5-4aa3-9ac8-be2b7ce704e4 req-59278e8c-1ccd-43b2-aada-9e311c275300 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476386 Nov 15 19:27:47.431247 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423998f8-cbf7-4221-8cf0-ca9276a49c09" -d '{"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-unplugged", "status": "completed", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:27:47.494893 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:47.529493 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8150ed57-a9f9-4c20-a467-59c2e4ac0ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:47.622835 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=8']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:47.664615 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8150ed57-a9f9-4c20-a467-59c2e4ac0ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:47.788799 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124fa60-512f-4ea6-be59-08b18791a273 req-88a74701-3386-4b63-a3c7-d1f2f81b5066 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:47.791294 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9124fa60-512f-4ea6-be59-08b18791a273 req-88a74701-3386-4b63-a3c7-d1f2f81b5066 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.2137296 Nov 15 19:27:47.793049 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150ed57-a9f9-4c20-a467-59c2e4ac0ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5449f9b-e8d0-4b1e-a6be-8f50ad631f02,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:47.802160 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8150ed57-a9f9-4c20-a467-59c2e4ac0ab6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=735caad787f64ec9b325da540db6be50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1595838 Nov 15 19:27:47.822774 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50222) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:47.942950 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Allocated IP 172.20.0.9 (48583671-3b07-41f2-aa2c-acf98182f78a/beda92cd-98c0-47ae-94f5-84ec63498b75/d7d5ea25-e561-4011-a139-cc1949a433da) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:27:47.977659 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9124fa60-512f-4ea6-be59-08b18791a273 req-c31c7fc4-9d12-433d-a521-1b9f179b9dfc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561770 Nov 15 19:27:47.984404 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-313989f6-1633-4125-b10d-ff360103c982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:48.023899 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-313989f6-1633-4125-b10d-ff360103c982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:48.036026 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbad8-95da-4abf-b41f-fa226e8ae6f7 req-8d33cfe1-1344-4d9e-b58c-4dff8f635668 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:48.051017 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0b0cbad8-95da-4abf-b41f-fa226e8ae6f7 req-8d33cfe1-1344-4d9e-b58c-4dff8f635668 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1373050 Nov 15 19:27:48.077871 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb837da6-9554-49a9-b95f-22f47a1b8a75 x-openstack-request-id: req-eb837da6-9554-49a9-b95f-22f47a1b8a75 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:27:48.078778 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-unplugged", "status": "completed", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:27:48.079220 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb837da6-9554-49a9-b95f-22f47a1b8a75 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:27:48.079806 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'code': 200} Nov 15 19:27:48.202445 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0b0cbad8-95da-4abf-b41f-fa226e8ae6f7 req-d54612ea-1fe2-4a92-9195-cf9d0d9f359e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491666 Nov 15 19:27:48.246215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-313989f6-1633-4125-b10d-ff360103c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:48.251229 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-313989f6-1633-4125-b10d-ff360103c982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:48.256130 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-313989f6-1633-4125-b10d-ff360103c982 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5449f9b-e8d0-4b1e-a6be-8f50ad631f02 HTTP/1.1" status: 204 len: 168 time: 0.4286840 Nov 15 19:27:48.267858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313989f6-1633-4125-b10d-ff360103c982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5449f9b-e8d0-4b1e-a6be-8f50ad631f02,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:48.280799 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdc955-f8d7-406f-a219-b6370de245c1 req-48555268-1b20-47c0-a7b8-f1ec4732c1fb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:48.292622 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c4cdc955-f8d7-406f-a219-b6370de245c1 req-48555268-1b20-47c0-a7b8-f1ec4732c1fb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1368315 Nov 15 19:27:48.372565 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c4cdc955-f8d7-406f-a219-b6370de245c1 req-f7ef9710-978f-450d-9038-40e0e27f1c72 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754955 Nov 15 19:27:48.647814 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:48.901697 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:48.972762 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f6309e92-c6e9-4c06-a8b8-1b589eebbd3b req-529f8cf4-37a7-4492-a420-62051abd55b9 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 210 time: 0.5093637 Nov 15 19:27:49.076837 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Network 48583671-3b07-41f2-aa2c-acf98182f78a is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:27:49.087013 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:27:49.111075 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:27:49.327185 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=d7d5ea25-e561-4011-a139-cc1949a433da,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:49.371960 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:49.374530 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:49.448879 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e80c57-f4ca-487d-874f-b7767429cce5 req-6d9bcdac-b4a3-499a-addb-9c595c824098 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:49.451402 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7e80c57-f4ca-487d-874f-b7767429cce5 req-6d9bcdac-b4a3-499a-addb-9c595c824098 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.2211564 Nov 15 19:27:49.554260 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca53b-2ecc-4d13-b9b1-8ccc79ef7e35 req-5855d90c-24ce-4227-8745-eb25a0d186d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:49.555584 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7e80c57-f4ca-487d-874f-b7767429cce5 req-804cfdf5-95d3-48a9-b9f1-67b50a5eb94b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930645 Nov 15 19:27:49.572679 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a2aca53b-2ecc-4d13-b9b1-8ccc79ef7e35 req-5855d90c-24ce-4227-8745-eb25a0d186d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 1099 time: 0.1820507 Nov 15 19:27:49.662583 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-8086ea3c-327d-45ae-9060-90aa3133c2e6 None None] Provisioning complete for port d7d5ea25-e561-4011-a139-cc1949a433da triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:27:49.664916 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8086ea3c-327d-45ae-9060-90aa3133c2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:49.684595 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-19076c49-f061-4e51-aecf-9acdd6dd0df6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9474907 Nov 15 19:27:49.709628 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cad5f4-e4cc-4aa5-8bb0-3242c02fd763 req-84c065be-80e8-46b7-8e3a-c0374066a40e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:49.718247 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c8cad5f4-e4cc-4aa5-8bb0-3242c02fd763 req-84c065be-80e8-46b7-8e3a-c0374066a40e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 945 time: 0.3348522 Nov 15 19:27:49.759625 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Request body: {'port': {'device_id': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:27:49.763670 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-8086ea3c-327d-45ae-9060-90aa3133c2e6 None None] Port d7d5ea25-e561-4011-a139-cc1949a433da cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:27:49.797122 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dacb4-2f42-4f7e-b651-ecf8686f9be6 req-a9196da9-40f8-4ba4-93e0-9e86674dca34 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:49.813588 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2dacb4-2f42-4f7e-b651-ecf8686f9be6 req-a9196da9-40f8-4ba4-93e0-9e86674dca34 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.1252909 Nov 15 19:27:49.893213 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c8cad5f4-e4cc-4aa5-8bb0-3242c02fd763 req-084379e8-c85b-4a7e-a1d7-82bd5b67d2a8 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738060 Nov 15 19:27:49.896308 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a2aca53b-2ecc-4d13-b9b1-8ccc79ef7e35 req-ee6e189e-3799-4039-b0dc-012be92af625 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076684 Nov 15 19:27:49.900345 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:49.950162 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2dacb4-2f42-4f7e-b651-ecf8686f9be6 req-ead8a8e0-f63c-4a21-8e13-c7b8e791e1a9 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347222 Nov 15 19:27:50.248565 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537adb42-caf1-41fe-bff0-482644bdcb56 req-b134b87e-8de5-4670-88c6-36ad47118ac6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:50.256941 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-537adb42-caf1-41fe-bff0-482644bdcb56 req-b134b87e-8de5-4670-88c6-36ad47118ac6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1368389 Nov 15 19:27:50.516877 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-537adb42-caf1-41fe-bff0-482644bdcb56 req-95cb7d7b-d75f-4712-b33f-25babf090469 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587535 Nov 15 19:27:50.546428 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d5ea25-e561-4011-a139-cc1949a433da {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:27:50.561216 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:50.585724 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Transition to ACTIVE for port object d7d5ea25-e561-4011-a139-cc1949a433da will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:27:50.688829 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a6d5e-c691-49b2-a584-963ac89b7ac9 req-ffb2590f-847b-46f6-9328-696565451b3a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:50.702229 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:50.705874 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2f8a6d5e-c691-49b2-a584-963ac89b7ac9 req-ffb2590f-847b-46f6-9328-696565451b3a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 931 time: 0.1390312 Nov 15 19:27:50.842798 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b64f96-b29b-417d-8c2a-90cb9d1fdb66 req-3c1915f3-058a-443b-9e05-af9bcb596d54 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:50.851349 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-01b64f96-b29b-417d-8c2a-90cb9d1fdb66 req-3c1915f3-058a-443b-9e05-af9bcb596d54 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1992822 Nov 15 19:27:50.855587 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2f8a6d5e-c691-49b2-a584-963ac89b7ac9 req-458d2d8c-2aff-494a-8992-ec8640b0bd23 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391416 Nov 15 19:27:50.949673 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-01b64f96-b29b-417d-8c2a-90cb9d1fdb66 req-0616e14e-4bf1-4c92-a2be-4484f1e1d8a9 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973363 Nov 15 19:27:50.991429 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:27:51.195636 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-7b7b597e-d8c1-4d56-bfd5-97aa542731a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:51.198188 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-7b7b597e-d8c1-4d56-bfd5-97aa542731a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 1098 time: 0.4393294 Nov 15 19:27:51.212560 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Pushing event updated for resources: {'Port': ['ID=d7d5ea25-e561-4011-a139-cc1949a433da,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:51.484722 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Attempting to bind port d7d5ea25-e561-4011-a139-cc1949a433da on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:27:51.485757 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Attempting to bind port d7d5ea25-e561-4011-a139-cc1949a433da by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:27:51.485757 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Attempting to bind port d7d5ea25-e561-4011-a139-cc1949a433da on network 48583671-3b07-41f2-aa2c-acf98182f78a {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:51.508196 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Port d7d5ea25-e561-4011-a139-cc1949a433da on network 48583671-3b07-41f2-aa2c-acf98182f78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:27:51.508830 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Attempting to bind port d7d5ea25-e561-4011-a139-cc1949a433da on network 48583671-3b07-41f2-aa2c-acf98182f78a {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:27:51.535846 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-e92589cd-aa9e-4186-a80c-2b6b9e52c79d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:51.538630 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:27:51.539048 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Checking segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:27:51.539549 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Bound using segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:27:51.540391 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Bound port: d7d5ea25-e561-4011-a139-cc1949a433da, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:27:51.540956 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:51.541865 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-e92589cd-aa9e-4186-a80c-2b6b9e52c79d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.43 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 945 time: 0.2670331 Nov 15 19:27:51.782644 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-f0e28f7c-c63b-4f23-89a3-c84745087e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:51.785838 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-f0e28f7c-c63b-4f23-89a3-c84745087e14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 911 time: 0.5697250 Nov 15 19:27:51.793005 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] For port d7d5ea25-e561-4011-a139-cc1949a433da, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:27:51.812611 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] For port d7d5ea25-e561-4011-a139-cc1949a433da, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d7d5ea25-e561-4011-a139-cc1949a433da,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:27:51.880523 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Deleting port 933fa9af-e486-413d-b0ee-9e1ff4d31063 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:27:51.881530 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:51.954835 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:52.015224 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-013239ed-d520-42b6-afc6-e42350428c26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa HTTP/1.1" status: 200 len: 1001 time: 0.2175288 Nov 15 19:27:52.018117 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:52.018117 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:52.020091 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] 10.222.0.43 "PUT /v2.0/ports/d7d5ea25-e561-4011-a139-cc1949a433da HTTP/1.1" status: 200 len: 1093 time: 2.2700915 Nov 15 19:27:52.028162 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'tag': 'd7d5ea25-e561-4011-a139-cc1949a433da'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:27:52.028575 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3786e3-de75-4eb2-8c75-cc28355da01d" -d '{"events": [{"name": "network-changed", "server_uuid": "982dbc5a-c23c-4eee-adbc-bec5f2449875", "tag": "d7d5ea25-e561-4011-a139-cc1949a433da"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:27:52.131912 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d341593-bbc9-4875-af95-198eb6e69d9b service neutron] Pushing event updated for resources: {'Port': ['ID=d7d5ea25-e561-4011-a139-cc1949a433da,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:52.209106 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-b35efe4a-de26-41eb-877c-c84184683698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:52.211099 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-b35efe4a-de26-41eb-877c-c84184683698 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.1711819 Nov 15 19:27:52.221014 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] For port 933fa9af-e486-413d-b0ee-9e1ff4d31063, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=933fa9af-e486-413d-b0ee-9e1ff4d31063,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:27:52.221540 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:52.262254 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Calling delete_port for 933fa9af-e486-413d-b0ee-9e1ff4d31063 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:27:52.383777 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ab61-01a1-4754-b129-9c727a290327 req-caa4325a-272b-48f6-9912-972008596257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:52.386540 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-caa4325a-272b-48f6-9912-972008596257 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 1096 time: 0.1993742 Nov 15 19:27:52.398817 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-8b93b059-de1a-4994-8986-98527e2ff90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:52.401737 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-8b93b059-de1a-4994-8986-98527e2ff90a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1330221 Nov 15 19:27:52.620569 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-373d3b40-8b9f-4e10-a85a-b8cc9f0c0e47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7d5ea25-e561-4011-a139-cc1949a433da HTTP/1.1" status: 200 len: 217 time: 0.2159402 Nov 15 19:27:52.699963 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:52.716245 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['933fa9af-e486-413d-b0ee-9e1ff4d31063'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:27:52.732087 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-d4292627-f86b-4a00-b767-2eb1644392e6 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089886 Nov 15 19:27:52.762976 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Pushing event deleted for resources: {'Port': ['ID=933fa9af-e486-413d-b0ee-9e1ff4d31063,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:52.823953 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] No DVR routers for this DVR port 933fa9af-e486-413d-b0ee-9e1ff4d31063 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:27:52.826573 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:52.831163 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cf425315-129a-4f89-92d6-5e9032fbeac4 req-bffa6181-1b36-4dd5-83fa-1bf78dd9a5d2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.43 "DELETE /v2.0/ports/933fa9af-e486-413d-b0ee-9e1ff4d31063 HTTP/1.1" status: 204 len: 173 time: 1.2670743 Nov 15 19:27:52.831778 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e8f7e-4556-4f32-9dce-0e4d1768a195', 'name': 'network-vif-deleted', 'tag': '933fa9af-e486-413d-b0ee-9e1ff4d31063'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:27:52.839978 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e14ffe-a4df-4260-89a0-ca761c5bf585" -d '{"events": [{"server_uuid": "b99e8f7e-4556-4f32-9dce-0e4d1768a195", "name": "network-vif-deleted", "tag": "933fa9af-e486-413d-b0ee-9e1ff4d31063"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:27:52.867878 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ab61-01a1-4754-b129-9c727a290327 req-b96bdffe-ed6e-4664-8ee5-675a5e8bd736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:52.870239 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-b96bdffe-ed6e-4664-8ee5-675a5e8bd736 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.2367880 Nov 15 19:27:53.006437 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ab61-01a1-4754-b129-9c727a290327 req-501b4b51-3586-425c-a668-8d3485d3903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:53.009233 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-501b4b51-3586-425c-a668-8d3485d3903e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1285367 Nov 15 19:27:53.061003 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5ab5d88f-c567-4034-a298-bc6252c16c59 req-9017007b-b681-48f8-916b-99a3d28f4316 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199611 Nov 15 19:27:53.178192 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f19ea68a-c435-4ea4-8c21-108cdcdcfeb6 req-1de221c2-fe01-4454-93df-77d6115d2f13 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 210 time: 0.1336093 Nov 15 19:27:53.326705 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-3798132d-8ddb-4d4f-a41b-7c2efbbf961f service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047092 Nov 15 19:27:53.550178 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf50db-b2f1-41d8-b84a-0fc2819e590b req-3a8c03f4-9b81-4147-bc21-b14c068e8875 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:53.551551 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590aee-9991-46c1-bd08-856897fd3d29 req-c3af7c15-08df-4b77-a349-22fd32528a3c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:53.553622 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-70cf50db-b2f1-41d8-b84a-0fc2819e590b req-3a8c03f4-9b81-4147-bc21-b14c068e8875 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.2646909 Nov 15 19:27:53.566470 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3e590aee-9991-46c1-bd08-856897fd3d29 req-c3af7c15-08df-4b77-a349-22fd32528a3c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 943 time: 0.1564126 Nov 15 19:27:53.647511 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0667ab61-01a1-4754-b129-9c727a290327 req-4f0ac52b-e631-41aa-b3c5-809cd10cb515 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002517 Nov 15 19:27:53.664342 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-70cf50db-b2f1-41d8-b84a-0fc2819e590b req-433118ed-19ae-4994-aadd-5d27b6af15f5 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989141 Nov 15 19:27:53.692875 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3e590aee-9991-46c1-bd08-856897fd3d29 req-c3e909d9-f06f-4960-8bde-9a81c95c2473 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211317 Nov 15 19:27:53.896324 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9f90-83a4-479e-a187-352733946b79 req-eb86b589-d4ac-4a56-a846-522ba9fac096 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:53.905247 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dafc9f90-83a4-479e-a187-352733946b79 req-eb86b589-d4ac-4a56-a846-522ba9fac096 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1089141 Nov 15 19:27:53.917215 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ec525-6240-4850-b2ae-5871461a42d1 x-openstack-request-id: req-d86ec525-6240-4850-b2ae-5871461a42d1 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:27:53.917522 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982dbc5a-c23c-4eee-adbc-bec5f2449875", "tag": "d7d5ea25-e561-4011-a139-cc1949a433da", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:27:53.917806 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d86ec525-6240-4850-b2ae-5871461a42d1 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:27:53.918219 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'tag': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'status': 'completed', 'code': 200} Nov 15 19:27:54.000179 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dafc9f90-83a4-479e-a187-352733946b79 req-050f1427-17c7-4b4d-adbc-c267f9498acd tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896118 Nov 15 19:27:54.041156 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f9e728-7e78-4255-b880-0d67a7aec9b2 x-openstack-request-id: req-55f9e728-7e78-4255-b880-0d67a7aec9b2 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:27:54.041464 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e8f7e-4556-4f32-9dce-0e4d1768a195", "name": "network-vif-deleted", "tag": "933fa9af-e486-413d-b0ee-9e1ff4d31063", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:27:54.041850 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55f9e728-7e78-4255-b880-0d67a7aec9b2 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:27:54.042284 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e8f7e-4556-4f32-9dce-0e4d1768a195', 'name': 'network-vif-deleted', 'tag': '933fa9af-e486-413d-b0ee-9e1ff4d31063', 'status': 'completed', 'code': 200} Nov 15 19:27:54.082223 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-6781a822-a695-4898-94ba-8a5cc0feadb5 req-bc5a48d0-3ee2-406e-a148-6cb168b5974e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:27:54.083331 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6781a822-a695-4898-94ba-8a5cc0feadb5 req-bc5a48d0-3ee2-406e-a148-6cb168b5974e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066423 Nov 15 19:27:54.201033 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-e60b3297-cfca-48c1-a8c6-527f3e6b88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:54.203208 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-e60b3297-cfca-48c1-a8c6-527f3e6b88ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 1096 time: 0.1121504 Nov 15 19:27:54.235818 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5528a1-4d18-41ec-82d3-8a077fc4bde4 req-a4b018b2-9d59-498b-a02f-a1f1be42b28e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:54.235818 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5c5528a1-4d18-41ec-82d3-8a077fc4bde4 req-a4b018b2-9d59-498b-a02f-a1f1be42b28e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1162264 Nov 15 19:27:54.378841 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5c5528a1-4d18-41ec-82d3-8a077fc4bde4 req-0102b0d8-db02-403c-87d7-c9cbe1dd16ca tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283433 Nov 15 19:27:54.433041 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-5c10629a-2494-4f90-86ba-db502d18d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:54.437860 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-5c10629a-2494-4f90-86ba-db502d18d54c service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.2246013 Nov 15 19:27:54.534161 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-50960f2e-3ac7-4d65-89df-03002f3e0c7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7d5ea25-e561-4011-a139-cc1949a433da HTTP/1.1" status: 200 len: 217 time: 0.0754204 Nov 15 19:27:54.558582 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fbae9d9f-a96a-4a66-b1d4-aebc8a402217 req-6772fb9e-8826-4054-9df5-f85a8b6b35fb tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99e8f7e-4556-4f32-9dce-0e4d1768a195 HTTP/1.1" status: 200 len: 210 time: 0.0892203 Nov 15 19:27:54.606446 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-1eea6b72-b02e-41ee-a7b5-284cd352ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:54.608315 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-1eea6b72-b02e-41ee-a7b5-284cd352ea9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0590959 Nov 15 19:27:54.666971 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-3e1813b4-88c5-4469-85b4-7161440eea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:54.668516 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-3e1813b4-88c5-4469-85b4-7161440eea60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501411 Nov 15 19:27:55.022216 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 933fa9af-e486-413d-b0ee-9e1ff4d31063 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:27:55.051224 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-7a210e49-eca3-47e9-8a40-ab575f55eed1 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738890 Nov 15 19:27:55.157600 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 933fa9af-e486-413d-b0ee-9e1ff4d31063 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:27:55.158684 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 933fa9af-e486-413d-b0ee-9e1ff4d31063 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:27:55.246242 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f3533-17ab-48d7-914c-21c2c48a56a3 req-d6c8b56d-6a25-4bec-b05c-d83e8cdff273 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:55.255480 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-729f3533-17ab-48d7-914c-21c2c48a56a3 req-d6c8b56d-6a25-4bec-b05c-d83e8cdff273 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 943 time: 0.2409821 Nov 15 19:27:55.303453 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99aa26c-353d-4d3f-846f-da76935dba24 req-5553f81f-fdb1-42a2-839c-84c9473e2a4e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:55.305765 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a99aa26c-353d-4d3f-846f-da76935dba24 req-5553f81f-fdb1-42a2-839c-84c9473e2a4e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1475482 Nov 15 19:27:55.330019 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-729f3533-17ab-48d7-914c-21c2c48a56a3 req-4c9bf841-7bfb-45c3-8a1c-57bad1dcf709 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735376 Nov 15 19:27:55.358378 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb3786e3-de75-4eb2-8c75-cc28355da01d req-5dc53010-d92d-4f79-ad6d-25259857fd12 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594047 Nov 15 19:27:55.431485 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a99aa26c-353d-4d3f-846f-da76935dba24 req-c41ca804-759c-47e7-aa88-2fb3dca663ef tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179192 Nov 15 19:27:55.594819 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c67e2-640c-488e-a0ef-3bf2930d4340 req-655e6a02-c5a4-4280-bd7e-c27d47dbfcd4 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:55.598442 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-088c67e2-640c-488e-a0ef-3bf2930d4340 req-655e6a02-c5a4-4280-bd7e-c27d47dbfcd4 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1221874 Nov 15 19:27:55.743712 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-088c67e2-640c-488e-a0ef-3bf2930d4340 req-4dda50f9-551a-48eb-8ff0-4b5d120c0b11 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331336 Nov 15 19:27:56.225770 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-abb23b6f-bebf-46d1-94ab-ae23948ad815 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:56.234998 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-abb23b6f-bebf-46d1-94ab-ae23948ad815 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/networks?id=61894aef-1989-4bb3-b1a0-6ed322bc2aef HTTP/1.1" status: 200 len: 809 time: 0.1945364 Nov 15 19:27:56.258939 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-f137bb3c-d9da-43f2-bb88-5f19465a6504 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/quotas/8fab23dac76d43f2b0185b1769611628 HTTP/1.1" status: 200 len: 375 time: 0.0224788 Nov 15 19:27:56.317828 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-a46e0c41-0b49-4463-bf0b-8620978e56e7 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fab23dac76d43f2b0185b1769611628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564840 Nov 15 19:27:56.490018 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-876482bf-12f4-41fa-ad1c-f5a3879fb69a service neutron] 10.222.0.48 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701353 Nov 15 19:27:56.591982 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50390) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:56.668925 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9106d-480b-4a2c-8eb4-436642f3c3cc req-d833b5a4-f541-40f2-b49d-c0641119c75d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:56.671630 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7ea9106d-480b-4a2c-8eb4-436642f3c3cc req-d833b5a4-f541-40f2-b49d-c0641119c75d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 943 time: 0.1355548 Nov 15 19:27:56.713340 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-1c651f50-b005-41c5-a68c-285574058243 service neutron] 10.222.0.48 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218893 Nov 15 19:27:56.798767 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-b9b56f96-2ac8-4602-9a17-046de2fefbf9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1958103 Nov 15 19:27:56.805018 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7ea9106d-480b-4a2c-8eb4-436642f3c3cc req-dabd9f42-2f85-409a-9f83-d35fb95b6d6e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257737 Nov 15 19:27:56.813076 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-6b87b50f-5cb7-4901-b792-d24ac6d25adf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:27:56.815118 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-6b87b50f-5cb7-4901-b792-d24ac6d25adf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066466 Nov 15 19:27:57.108538 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66067a2c-495d-4a0b-b712-e27a605a9565 req-e94a5108-78a0-48a0-a52f-cefb5228517f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:57.111459 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-66067a2c-495d-4a0b-b712-e27a605a9565 req-e94a5108-78a0-48a0-a52f-cefb5228517f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1114113 Nov 15 19:27:57.153739 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50404) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:57.298293 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f975605e-83ef-4c00-ad75-824862bcfa27 req-72644675-bff8-482c-8ab9-0b16ea37dbaa tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 210 time: 0.0457284 Nov 15 19:27:57.300217 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-66067a2c-495d-4a0b-b712-e27a605a9565 req-46999534-3545-4afe-9176-d4b6845d4014 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755743 Nov 15 19:27:57.542084 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e65d5e1c-11e3-4c51-80f2-659a06bcec8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:57.772381 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e65d5e1c-11e3-4c51-80f2-659a06bcec8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:57.860741 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e65d5e1c-11e3-4c51-80f2-659a06bcec8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:57.945368 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5e1c-11e3-4c51-80f2-659a06bcec8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e5a827-c31d-4a97-b4a5-426b6d8a4533,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:57.956876 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50422) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:27:57.971179 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e65d5e1c-11e3-4c51-80f2-659a06bcec8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22ca06e116394a8aa113566c793745a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8155568 Nov 15 19:27:58.110670 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782b268-8492-406e-a0d9-c821e35715fa req-aedde027-41f5-45c3-830e-b21b7929e49e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:58.112536 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e782b268-8492-406e-a0d9-c821e35715fa req-aedde027-41f5-45c3-830e-b21b7929e49e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 943 time: 0.1134093 Nov 15 19:27:58.113609 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-82f74398-3ab5-4170-abd8-49abf76fc8d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:58.230424 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e782b268-8492-406e-a0d9-c821e35715fa req-943f6e61-016a-49e1-9253-bd935ac431e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038620 Nov 15 19:27:58.279425 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-82f74398-3ab5-4170-abd8-49abf76fc8d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:58.325941 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103692c-2ce6-4e63-af4e-20a39881d9f8 req-eb888115-d7ca-430c-b3a5-f8ac6d630e01 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:58.335708 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9103692c-2ce6-4e63-af4e-20a39881d9f8 req-eb888115-d7ca-430c-b3a5-f8ac6d630e01 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0890334 Nov 15 19:27:58.436547 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9103692c-2ce6-4e63-af4e-20a39881d9f8 req-16b6a904-4a4a-452c-b184-1d3b43de34db tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941861 Nov 15 19:27:58.554711 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b1563160-10b6-400b-9623-dded1d27b989 req-7696569f-39b2-47cd-9d9b-37976625f6a0 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 210 time: 0.1828642 Nov 15 19:27:58.594778 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-fe82bd05-dbb8-4cb4-a6bd-16fda19d5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:58.596488 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-fe82bd05-dbb8-4cb4-a6bd-16fda19d5211 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1098 time: 0.2263501 Nov 15 19:27:58.672725 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892a2d9-b620-42f6-bc96-a9aeb0d60688 req-20cb0537-81d4-4abb-b5da-704e8176e75f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:58.674794 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8892a2d9-b620-42f6-bc96-a9aeb0d60688 req-20cb0537-81d4-4abb-b5da-704e8176e75f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0729630 Nov 15 19:27:58.712694 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-82f74398-3ab5-4170-abd8-49abf76fc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:58.717166 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-82f74398-3ab5-4170-abd8-49abf76fc8d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:27:58.721404 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-82f74398-3ab5-4170-abd8-49abf76fc8d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3e5a827-c31d-4a97-b4a5-426b6d8a4533 HTTP/1.1" status: 204 len: 168 time: 0.7596607 Nov 15 19:27:58.750813 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f74398-3ab5-4170-abd8-49abf76fc8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e5a827-c31d-4a97-b4a5-426b6d8a4533,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:27:58.866338 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8892a2d9-b620-42f6-bc96-a9aeb0d60688 req-2f32b15c-cb05-4933-9e87-e4487fac37a5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643753 Nov 15 19:27:58.883025 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-21e3fb43-9b4b-4b5a-97b9-1a04008a2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:58.885017 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-21e3fb43-9b4b-4b5a-97b9-1a04008a2043 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 919 time: 0.2802784 Nov 15 19:27:58.983173 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-8090f72f-0542-44b7-9499-653ba089eda0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393 HTTP/1.1" status: 200 len: 217 time: 0.0805924 Nov 15 19:27:59.096702 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-237a4720-84ea-4725-9368-f2f830ea70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:59.112845 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-237a4720-84ea-4725-9368-f2f830ea70bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.1117008 Nov 15 19:27:59.169882 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-ed717380-38ca-4840-84ae-9de024225d53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515811 Nov 15 19:27:59.332708 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-5640998b-c7f5-40e0-9193-397c51217d82 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522624 Nov 15 19:27:59.662390 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39709d12-481e-4676-af4a-4be7737d9b96 req-68d77e5a-29b1-4a4e-8b4b-391c1c1015b3 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:59.675003 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39709d12-481e-4676-af4a-4be7737d9b96 req-68d77e5a-29b1-4a4e-8b4b-391c1c1015b3 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0848923 Nov 15 19:27:59.735445 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ecb9e-f355-448e-8b79-df24c4e04adf req-9e24859f-2f91-4ff7-a9c3-27b9aabceb9b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:27:59.737175 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9a9ecb9e-f355-448e-8b79-df24c4e04adf req-9e24859f-2f91-4ff7-a9c3-27b9aabceb9b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 943 time: 0.4035668 Nov 15 19:27:59.793120 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f5b4200f-1155-4df4-ba5c-7a410476c1be req-a725d562-691d-48ae-8d60-78a6308ff08c service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430242 Nov 15 19:27:59.824078 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39709d12-481e-4676-af4a-4be7737d9b96 req-7abdfc83-b508-44a1-a18d-3b273b3343c0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461306 Nov 15 19:27:59.830757 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9a9ecb9e-f355-448e-8b79-df24c4e04adf req-2cbd534e-ade6-4b56-881c-0fa4cfa69d6c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765064 Nov 15 19:27:59.978006 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4a534668-de03-4918-90a2-f744a6151451 req-2ab6c794-24e5-4560-86b3-f1cea7a8dbe2 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 210 time: 0.0819345 Nov 15 19:28:00.099005 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaed71f-4ed2-40c4-976e-168b134f26c2 req-08d747c6-0d08-49c4-a20c-7c0e5094fe6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:00.107571 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eaaed71f-4ed2-40c4-976e-168b134f26c2 req-08d747c6-0d08-49c4-a20c-7c0e5094fe6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0808718 Nov 15 19:28:00.317626 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eaaed71f-4ed2-40c4-976e-168b134f26c2 req-55c7e965-cdea-4a47-a382-8a2d61a597c3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057662 Nov 15 19:28:00.353595 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-bb2b1a25-e374-463b-9a59-b7aa171748c8 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:00.355762 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-bb2b1a25-e374-463b-9a59-b7aa171748c8 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.43 "GET /v2.0/networks?id=61894aef-1989-4bb3-b1a0-6ed322bc2aef HTTP/1.1" status: 200 len: 809 time: 0.2454886 Nov 15 19:28:00.376926 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Request body: {'port': {'device_id': 'dae53c28-fa90-4b3f-8383-5d3537af2102', 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef', 'admin_state_up': True, 'tenant_id': '8fab23dac76d43f2b0185b1769611628'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:00.664281 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50468) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:00.835700 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-363228177-network', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:00.983505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af97a8-2cc5-4a63-bb10-a1379782e2d6 req-6e400403-d47e-44ca-bd17-d6f1678b2864 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:00.985434 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f3af97a8-2cc5-4a63-bb10-a1379782e2d6 req-6e400403-d47e-44ca-bd17-d6f1678b2864 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0756569 Nov 15 19:28:00.992476 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd39c8-f856-4f39-b436-f6ce08cb44ea req-841e0662-5de6-4a9e-aa14-dec424d03ff1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:00.996845 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7ddd39c8-f856-4f39-b436-f6ce08cb44ea req-841e0662-5de6-4a9e-aa14-dec424d03ff1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 943 time: 0.0666955 Nov 15 19:28:01.048646 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f3af97a8-2cc5-4a63-bb10-a1379782e2d6 req-f499832a-335f-4ebb-a262-00af3a433342 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569568 Nov 15 19:28:01.085389 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7ddd39c8-f856-4f39-b436-f6ce08cb44ea req-5666dd1c-e8b3-4f4b-bf74-e38f885af6fb tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838766 Nov 15 19:28:01.146536 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-22abe759-81d5-44a4-88ec-79d7d805ed48 req-c7fff180-8fdc-4c0c-ac9c-ddd8168589e5 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 210 time: 0.0317841 Nov 15 19:28:01.504534 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554da12-03f0-45af-a2f6-37675eb57456 req-aa065b41-f181-4f3d-9041-3d05a81cd572 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:01.505347 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3554da12-03f0-45af-a2f6-37675eb57456 req-aa065b41-f181-4f3d-9041-3d05a81cd572 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0638499 Nov 15 19:28:01.508801 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Made reservation on behalf of 8fab23dac76d43f2b0185b1769611628 for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:28:01.513284 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:01.692537 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3554da12-03f0-45af-a2f6-37675eb57456 req-af9651a2-30ad-4519-9f7f-159f3bf5bdd6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584408 Nov 15 19:28:01.716278 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Made reservation on behalf of e54bfc740aa5467eaf0e937ff2e97b43 for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:28:01.719106 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:01.761277 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:01.819172 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Allocated IP 172.20.0.13 (61894aef-1989-4bb3-b1a0-6ed322bc2aef/5ffe383a-69de-45c5-b85d-ab26620a9537/5f1ed549-597d-47c0-b6c7-ebee0f91e38a) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:02.046949 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.137505 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.145705 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.178580 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:28:02.241972 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.242515 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Added segment 456d5295-b301-4034-b8ff-c58f5d5c0104 of type vlan for network 7a90cd09-0275-4504-b10f-a52e50c0cf30 Nov 15 19:28:02.270849 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0d4c2-8dbb-4e80-95d5-6d2c77e56f9b req-cc71c2d2-6fc1-4428-bc01-b5017ab955c7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:02.278599 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1bf0d4c2-8dbb-4e80-95d5-6d2c77e56f9b req-cc71c2d2-6fc1-4428-bc01-b5017ab955c7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1040876 Nov 15 19:28:02.311976 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22353fb4-28f4-4018-836a-db27dee0c61c,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:02.322419 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b06234ba-530f-47c8-b32f-8fc9c8dad66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.393137 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1bf0d4c2-8dbb-4e80-95d5-6d2c77e56f9b req-d503d28c-c8aa-400d-b240-6f99caa8144c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132984 Nov 15 19:28:02.421324 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.439296 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb38e39-bb1f-4082-ac3e-e03e44bbac30 req-b58237c1-05ad-4ccd-8b28-1d1dad9f35e4 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:02.442281 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ccb38e39-bb1f-4082-ac3e-e03e44bbac30 req-b58237c1-05ad-4ccd-8b28-1d1dad9f35e4 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 943 time: 0.2362752 Nov 15 19:28:02.511600 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-58c50113-86cd-4c7b-afea-e3ef3a41c22c req-81f3eb1e-ad56-4116-9d64-8429959309ee tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 210 time: 0.0411239 Nov 15 19:28:02.542200 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ccb38e39-bb1f-4082-ac3e-e03e44bbac30 req-e5562898-ebbd-4653-a2fd-ebe8257fddfc tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874810 Nov 15 19:28:02.614587 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.650116 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.651047 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:02.651713 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.667180 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Network 61894aef-1989-4bb3-b1a0-6ed322bc2aef is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:02.720582 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:02.732559 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:02.738481 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Pushing event updated for resources: {'Port': ['ID=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:02.778502 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] Pushing event updated for resources: {'Network': ['ID=7a90cd09-0275-4504-b10f-a52e50c0cf30,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:02.802999 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:28:02.814878 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:02.816176 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:02.858419 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50518) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:02.866085 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-70ecc32b-a9f3-49c9-b089-487243edec93 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1954749 Nov 15 19:28:02.866347 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Request body: {'subnet': {'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-363228177-subnet', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:02.918536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673af18c-7959-4559-b73b-9df6454c4ab4 req-cd6f56d7-9e9e-4795-bf45-828047bfa1a4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:02.920343 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-673af18c-7959-4559-b73b-9df6454c4ab4 req-cd6f56d7-9e9e-4795-bf45-828047bfa1a4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0996208 Nov 15 19:28:02.980136 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-673af18c-7959-4559-b73b-9df6454c4ab4 req-d04a61cd-0721-4e80-be25-9f8e33769fc1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529499 Nov 15 19:28:03.035356 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device d7d5ea25-e561-4011-a139-cc1949a433da details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:28:03.039657 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-4d50a925-d04e-4a83-a189-d9cd769cc343 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6694946 Nov 15 19:28:03.055922 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Request body: {'port': {'device_id': 'dae53c28-fa90-4b3f-8383-5d3537af2102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:03.167312 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Made reservation on behalf of e54bfc740aa5467eaf0e937ff2e97b43 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:28:03.168752 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port d7d5ea25-e561-4011-a139-cc1949a433da, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d7d5ea25-e561-4011-a139-cc1949a433da,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:03.170222 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12268886'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:03.182646 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:03.197476 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'port_id': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'mac_address': 'fa:16:3e:80:ba:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:28:03.242400 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:03.256059 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d5ea25-e561-4011-a139-cc1949a433da {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:28:03.281030 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port d7d5ea25-e561-4011-a139-cc1949a433da, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d7d5ea25-e561-4011-a139-cc1949a433da,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:03.362108 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:03.438776 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=d7d5ea25-e561-4011-a139-cc1949a433da,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:03.476687 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12268868'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:03.549823 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf47254e-a907-4641-9f52-2aa03cd5c250,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:03.562895 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Checking segment: {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:03.563271 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Network hostable DHCP agents. Network: 7a90cd09-0275-4504-b10f-a52e50c0cf30, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:28:03.637184 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1ed549-597d-47c0-b6c7-ebee0f91e38a {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:28:03.655440 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:03.656078 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:28:03.667960 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec180df-8c1b-4f2e-b7d1-69edf6cb51e4 req-3718d23b-1c08-4326-a71b-059af5c5a2cf tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:03.670081 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dec180df-8c1b-4f2e-b7d1-69edf6cb51e4 req-3718d23b-1c08-4326-a71b-059af5c5a2cf tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1354749 Nov 15 19:28:03.682660 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Transition to ACTIVE for port object 5f1ed549-597d-47c0-b6c7-ebee0f91e38a will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:28:03.689039 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819102-2c0e-4679-ab0d-d9a814ffaf70 req-db397926-4b08-43e6-a007-d6df296c624a tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:03.689039 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-55819102-2c0e-4679-ab0d-d9a814ffaf70 req-db397926-4b08-43e6-a007-d6df296c624a tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 932 time: 0.0756538 Nov 15 19:28:03.732035 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dec180df-8c1b-4f2e-b7d1-69edf6cb51e4 req-d21f7f87-a043-481d-8fc8-14e2cb5a654d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480733 Nov 15 19:28:03.750133 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 7a90cd09-0275-4504-b10f-a52e50c0cf30) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:03.759334 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:03.760500 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:03.762678 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ee73e-2ecd-48eb-ae63-682c38849f66 None None] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:28:03.773435 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:03.778757 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-55819102-2c0e-4679-ab0d-d9a814ffaf70 req-70c48049-afaf-4af5-8039-8fa8d3dd43ec tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Nov 15 19:28:03.855687 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['d7d5ea25-e561-4011-a139-cc1949a433da'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:28:03.859754 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Pushing event updated for resources: {'Port': ['ID=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:03.885193 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-66428f34-260e-4cf9-82e9-357861d9aed7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0252392 Nov 15 19:28:03.892580 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50538) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:03.898104 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:03.936643 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3970-1e48-48ad-8a97-482ed089fe79 req-b4bb1372-816c-462c-98f6-3b2d93e53757 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:03.938654 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e8e3970-1e48-48ad-8a97-482ed089fe79 req-b4bb1372-816c-462c-98f6-3b2d93e53757 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 944 time: 0.1156197 Nov 15 19:28:04.003229 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Attempting to bind port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:28:04.003594 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Attempting to bind port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:28:04.003932 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Attempting to bind port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a on network 61894aef-1989-4bb3-b1a0-6ed322bc2aef {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:04.017886 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a on network 61894aef-1989-4bb3-b1a0-6ed322bc2aef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:28:04.018209 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Attempting to bind port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a on network 61894aef-1989-4bb3-b1a0-6ed322bc2aef {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:04.021322 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.022356 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.036100 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e8e3970-1e48-48ad-8a97-482ed089fe79 req-8c38b4a0-1939-422a-a685-b3953969ac82 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800095 Nov 15 19:28:04.036911 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:28:04.037268 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Checking segment: {'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:04.037647 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Bound using segment: {'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:28:04.038096 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Bound port: 5f1ed549-597d-47c0-b6c7-ebee0f91e38a, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddc5531-35b3-4877-9c71-b678d0b56d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:28:04.038458 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.128680 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-7a90cd09-0275-4504-b10f-a52e50c0cf30', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:28:04.133647 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.138393 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.152992 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-628d80b6-4fac-4896-a51d-eac9d3ba5520 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:04.155100 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-628d80b6-4fac-4896-a51d-eac9d3ba5520 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/networks?id=d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 200 len: 815 time: 0.2054603 Nov 15 19:28:04.158950 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] For port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:28:04.171282 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] For port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:28:04.172625 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-3b2817e6-0ea4-4116-9121-9581d7ea7113 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/quotas/929d641b2a8f4991965849e595b0eb57 HTTP/1.1" status: 200 len: 375 time: 0.0098741 Nov 15 19:28:04.255795 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-4e827d55-7b7a-46d2-956b-522306b798bb tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=929d641b2a8f4991965849e595b0eb57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664101 Nov 15 19:28:04.307018 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.335484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630f24-8066-4724-b108-89f53663d288 req-8b299fa6-4bf2-40b2-9e4f-f3ca8ba4bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:04.337289 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-8b299fa6-4bf2-40b2-9e4f-f3ca8ba4bf28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0&tenant_id=944fac2241b641eea7abb0709d60afcc HTTP/1.1" status: 200 len: 1096 time: 0.1601186 Nov 15 19:28:04.373813 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:04.374442 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.375861 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] 10.222.0.43 "PUT /v2.0/ports/5f1ed549-597d-47c0-b6c7-ebee0f91e38a HTTP/1.1" status: 200 len: 1094 time: 1.3245330 Nov 15 19:28:04.378431 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae53c28-fa90-4b3f-8383-5d3537af2102', 'tag': '5f1ed549-597d-47c0-b6c7-ebee0f91e38a'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:04.381181 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eceae0-3cf5-4876-9d72-d4ad348146ac" -d '{"events": [{"name": "network-changed", "server_uuid": "dae53c28-fa90-4b3f-8383-5d3537af2102", "tag": "5f1ed549-597d-47c0-b6c7-ebee0f91e38a"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:04.396012 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf357c22-ab48-4b4c-a043-5e237608dcb8 req-bc68a74b-7f3f-466c-ab11-a856bcd4d77b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:04.398559 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Allocated IP 172.20.0.2 (7a90cd09-0275-4504-b10f-a52e50c0cf30/bf47254e-a907-4641-9f52-2aa03cd5c250/e3f5d38e-e605-453e-b35f-8bd18a6832b4) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:04.405002 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bf357c22-ab48-4b4c-a043-5e237608dcb8 req-bc68a74b-7f3f-466c-ab11-a856bcd4d77b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1491458 Nov 15 19:28:04.486824 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04ffca-6df6-413a-a392-305bd04abb3a service neutron] Pushing event updated for resources: {'Port': ['ID=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:04.489385 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.525104 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-cf87326b-91ef-4658-a4be-be8aa87525dc service neutron] 10.222.0.48 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538500 Nov 15 19:28:04.591605 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630f24-8066-4724-b108-89f53663d288 req-5b11e106-068f-44bb-a98e-2dcb961eee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:04.592334 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-5b11e106-068f-44bb-a98e-2dcb961eee73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 1096 time: 0.1767445 Nov 15 19:28:04.597792 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bf357c22-ab48-4b4c-a043-5e237608dcb8 req-99b4db40-3790-4b40-ae9f-738b7b156a88 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914506 Nov 15 19:28:04.599206 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-326581e1-5220-4b7d-9f93-c505107e485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:04.600764 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-326581e1-5220-4b7d-9f93-c505107e485d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8fab23dac76d43f2b0185b1769611628&device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 1097 time: 0.1028819 Nov 15 19:28:04.660202 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b9b216ed-d8ca-4ad6-b9cc-d582e9b61fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.665391 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-5ef863c6-492c-49c9-a3c1-e6a79d617345 service neutron] 10.222.0.48 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392267 Nov 15 19:28:04.688671 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-8c0ede23-ba04-4fee-98df-b21dde298e66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f1ed549-597d-47c0-b6c7-ebee0f91e38a HTTP/1.1" status: 200 len: 217 time: 0.0778313 Nov 15 19:28:04.703964 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.770798 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-3a678d03-6904-4181-a6d5-7590de1ee188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:04.772313 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-3a678d03-6904-4181-a6d5-7590de1ee188 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ffe383a-69de-45c5-b85d-ab26620a9537 HTTP/1.1" status: 200 len: 849 time: 0.0730300 Nov 15 19:28:04.785870 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989df74-5194-48cf-997a-f8439524bcc5 x-openstack-request-id: req-4989df74-5194-48cf-997a-f8439524bcc5 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:04.786535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae53c28-fa90-4b3f-8383-5d3537af2102", "tag": "5f1ed549-597d-47c0-b6c7-ebee0f91e38a", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:04.786535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4989df74-5194-48cf-997a-f8439524bcc5 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:04.788072 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae53c28-fa90-4b3f-8383-5d3537af2102', 'tag': '5f1ed549-597d-47c0-b6c7-ebee0f91e38a', 'status': 'completed', 'code': 200} Nov 15 19:28:04.802067 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630f24-8066-4724-b108-89f53663d288 req-c9790e81-05e9-4117-b04c-2e53f88c529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:04.802687 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-c9790e81-05e9-4117-b04c-2e53f88c529c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 917 time: 0.2005293 Nov 15 19:28:04.813699 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.819928 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-2529f43d-751c-43f5-8a91-50d59f29405e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61894aef-1989-4bb3-b1a0-6ed322bc2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358460 Nov 15 19:28:04.856321 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:04.863182 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:04.863785 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.867024 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:04.882447 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Pushing event updated for resources: {'Port': ['ID=e3f5d38e-e605-453e-b35f-8bd18a6832b4,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:04.899277 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.974091 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Attempting to bind port e3f5d38e-e605-453e-b35f-8bd18a6832b4 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:28:04.974633 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Attempting to bind port e3f5d38e-e605-453e-b35f-8bd18a6832b4 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:28:04.975058 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Attempting to bind port e3f5d38e-e605-453e-b35f-8bd18a6832b4 on network 7a90cd09-0275-4504-b10f-a52e50c0cf30 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:04.981056 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:28:04.981535 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Checking segment: {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:04.982004 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:04.982470 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Bound using segment: {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:28:04.983763 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Bound port: e3f5d38e-e605-453e-b35f-8bd18a6832b4, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:28:04.983933 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:05.081063 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] For port e3f5d38e-e605-453e-b35f-8bd18a6832b4, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:28:05.087929 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] For port e3f5d38e-e605-453e-b35f-8bd18a6832b4, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=e3f5d38e-e605-453e-b35f-8bd18a6832b4,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:28:05.090282 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Allocated IP 172.27.0.211 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/17d80941-efa0-4b96-a68e-865f8dc25f77) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:05.108424 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f3c1-3552-40e9-b9e8-bdb91973f338 req-46bc3b0e-2739-46b7-93bc-618cb350c4f1 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:05.113939 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4cc5f3c1-3552-40e9-b9e8-bdb91973f338 req-46bc3b0e-2739-46b7-93bc-618cb350c4f1 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 944 time: 0.1615584 Nov 15 19:28:05.114379 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-123cf834-1e24-4c42-bf0c-70cddb229774 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e HTTP/1.1" status: 200 len: 998 time: 0.2942016 Nov 15 19:28:05.125720 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17e206-fb10-49a2-8fad-91e35d23a95b req-9855e422-f0f2-4f82-804a-c02de4ae8146 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:05.128662 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9b17e206-fb10-49a2-8fad-91e35d23a95b req-9855e422-f0f2-4f82-804a-c02de4ae8146 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.2685447 Nov 15 19:28:05.203404 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:05.221613 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4cc5f3c1-3552-40e9-b9e8-bdb91973f338 req-98746fc9-e55e-42f6-af21-3b1ebef0b1da tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983548 Nov 15 19:28:05.292080 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2711239-79f7-451e-bb55-6259129bd2f9 None None] Pushing event updated for resources: {'Port': ['ID=e3f5d38e-e605-453e-b35f-8bd18a6832b4,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:05.315619 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-1cb76c19-bb15-41ef-a90f-dd409b60401a service neutron] 10.222.0.43 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543099 Nov 15 19:28:05.325273 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:05.326710 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9b17e206-fb10-49a2-8fad-91e35d23a95b req-245cb286-2e87-4fcf-a490-7d0c330a24df tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750865 Nov 15 19:28:05.328130 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630f24-8066-4724-b108-89f53663d288 req-399e685f-08ed-4c21-8b30-f4b8ff1c787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:05.328881 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d650302-088d-4166-92d4-d3f4e059a3f3 req-784fffcb-80d1-49be-806f-eee4955b50ed tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0398390 Nov 15 19:28:05.329713 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-399e685f-08ed-4c21-8b30-f4b8ff1c787e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.1948266 Nov 15 19:28:05.464243 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:05.524970 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d12e70-f621-484e-a2ac-29b28648fea7 req-638577bf-7085-49fc-ada7-c032952ee442 service neutron] 10.222.0.43 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942685 Nov 15 19:28:05.527821 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:05.531177 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:05.535642 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0b2d3-6268-47ae-8fb9-8b655c558955 req-bc62b883-7c74-4539-bb86-e1919b040fd3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:05.537920 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:05.543290 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cdc0b2d3-6268-47ae-8fb9-8b655c558955 req-bc62b883-7c74-4539-bb86-e1919b040fd3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 944 time: 0.1171706 Nov 15 19:28:05.555518 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630f24-8066-4724-b108-89f53663d288 req-3d2f7e0b-8eda-4593-85fd-bfe898624ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:05.557949 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-3d2f7e0b-8eda-4593-85fd-bfe898624ee8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2163367 Nov 15 19:28:05.614695 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Pushing event updated for resources: {'Port': ['ID=17d80941-efa0-4b96-a68e-865f8dc25f77,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:05.705131 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cdc0b2d3-6268-47ae-8fb9-8b655c558955 req-12f7bbdc-678f-4773-b557-3f4a918dd7b4 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149070 Nov 15 19:28:05.754369 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-c3e32f7e-2454-4f0a-b012-942d70260073 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761549 Nov 15 19:28:05.816992 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:05.896337 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-6b41c009-d98b-4ca5-84cb-c91ebf679921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:05.897880 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-6b41c009-d98b-4ca5-84cb-c91ebf679921 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8fab23dac76d43f2b0185b1769611628&device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 1097 time: 0.1276574 Nov 15 19:28:05.922025 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ea630f24-8066-4724-b108-89f53663d288 req-7dc2c9af-43f4-4f1b-8bf9-93fa4987409b service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529334 Nov 15 19:28:05.981436 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dbd3d-9312-49b7-a689-9e78ca71033e req-ee30c59c-f991-4ae5-930b-b688e44fb9d0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:05.983065 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-095dbd3d-9312-49b7-a689-9e78ca71033e req-ee30c59c-f991-4ae5-930b-b688e44fb9d0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1744769 Nov 15 19:28:06.033599 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:06.127219 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-095dbd3d-9312-49b7-a689-9e78ca71033e req-e8906304-c809-40c7-8962-519f5d2a2fa8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257041 Nov 15 19:28:06.380726 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-0c24740d-9db4-4d52-adaf-9629d5a5ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:06.383360 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-0c24740d-9db4-4d52-adaf-9629d5a5ab85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=61894aef-1989-4bb3-b1a0-6ed322bc2aef HTTP/1.1" status: 200 len: 910 time: 0.4724035 Nov 15 19:28:06.492290 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-6008bf03-a0fe-4357-9eb7-6b842247d991 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f1ed549-597d-47c0-b6c7-ebee0f91e38a HTTP/1.1" status: 200 len: 217 time: 0.0898817 Nov 15 19:28:06.505052 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512140a-41d5-4ba7-9023-1264b9112235 req-7c59c18a-fec8-4197-b64c-87bc4a89a8b9 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:06.517589 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e512140a-41d5-4ba7-9023-1264b9112235 req-7c59c18a-fec8-4197-b64c-87bc4a89a8b9 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 944 time: 0.1946385 Nov 15 19:28:06.578908 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd510e-120c-4b89-8b1b-c665fe165e8d req-4af69dd8-1989-410a-84ce-9ef9fee7a40d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:06.580625 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68bd510e-120c-4b89-8b1b-c665fe165e8d req-4af69dd8-1989-410a-84ce-9ef9fee7a40d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0721920 Nov 15 19:28:06.618574 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-03487f44-697a-40d7-8db9-c0e7ceaf0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:06.618574 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-03487f44-697a-40d7-8db9-c0e7ceaf0ffd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ffe383a-69de-45c5-b85d-ab26620a9537 HTTP/1.1" status: 200 len: 849 time: 0.0970972 Nov 15 19:28:06.630312 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e512140a-41d5-4ba7-9023-1264b9112235 req-7ab5bec9-722b-4be0-a43d-122a5124cde0 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116588 Nov 15 19:28:06.669525 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:06.734645 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9a7101-7b2f-4cea-99e0-c3a134b9c7af None None] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:28:06.747676 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-41823f6a-6b99-4d14-bfa8-a126d8562851 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61894aef-1989-4bb3-b1a0-6ed322bc2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083014 Nov 15 19:28:06.829050 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device e3f5d38e-e605-453e-b35f-8bd18a6832b4 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:06.830932 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68bd510e-120c-4b89-8b1b-c665fe165e8d req-9145f31a-b93e-4747-86fe-fbe1fcc42eea tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114811 Nov 15 19:28:06.851319 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f5ee8363-07fe-4eda-b1c8-29c5905cce0f req-0c02bbb5-a8c5-4902-a44f-b808f5dc5692 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.1010122 Nov 15 19:28:06.929567 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-ce24ec10-3929-4cd7-96d8-c3340494e5d7 service neutron] 10.222.0.43 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662190 Nov 15 19:28:06.975134 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-3bb65109-8f77-4efc-b766-3b992c725317 None None] Provisioning complete for port e3f5d38e-e605-453e-b35f-8bd18a6832b4 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:06.975544 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3bb65109-8f77-4efc-b766-3b992c725317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:07.051387 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b13fdd-6d28-4902-a1a4-73a487a2affd req-88f8a18a-71fb-49d2-99bc-bce56b1bdbc7 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:07.052741 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device d7d5ea25-e561-4011-a139-cc1949a433da up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:07.055547 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14b13fdd-6d28-4902-a1a4-73a487a2affd req-88f8a18a-71fb-49d2-99bc-bce56b1bdbc7 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 944 time: 0.1193585 Nov 15 19:28:07.063029 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Router ca613f03-d9a8-454c-8e8c-000177ff607f is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:28:07.165074 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-02eceae0-3cf5-4876-9d72-d4ad348146ac req-ed638afc-16f6-44f8-bb69-5419461e7fff service neutron] 10.222.0.43 "GET /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156732 Nov 15 19:28:07.241831 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14b13fdd-6d28-4902-a1a4-73a487a2affd req-fad7646b-a04e-4df7-b26e-83539966d882 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740384 Nov 15 19:28:07.243101 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port e3f5d38e-e605-453e-b35f-8bd18a6832b4 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:07.243776 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:07.525521 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0e17b-8bde-40a2-af96-99f297665b7b req-0c6ff764-58c2-4e5d-8be6-5bc14e3f2742 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:07.536769 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4f0e17b-8bde-40a2-af96-99f297665b7b req-0c6ff764-58c2-4e5d-8be6-5bc14e3f2742 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1284275 Nov 15 19:28:07.548998 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3bb65109-8f77-4efc-b766-3b992c725317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:07.561425 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:28:07.618773 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Sync routers for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:28:07.637067 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:07.642523 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:07.666991 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:07.683964 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:07.714690 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:07.731229 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-af5d33d0-232e-457e-ae75-1f34967b2d9f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8380747 Nov 15 19:28:07.733297 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50614) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:07.734111 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port e3f5d38e-e605-453e-b35f-8bd18a6832b4, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=e3f5d38e-e605-453e-b35f-8bd18a6832b4,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:07.741912 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56562eb-be08-46b9-b635-36b5825fd1bf req-db088589-1d23-4a2a-8ef5-b0389bfb0165 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:07.747532 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4f0e17b-8bde-40a2-af96-99f297665b7b req-ab238b63-cd91-4a18-8a77-ce833d69435e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091393 Nov 15 19:28:07.749936 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c56562eb-be08-46b9-b635-36b5825fd1bf req-db088589-1d23-4a2a-8ef5-b0389bfb0165 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1345227 Nov 15 19:28:07.762301 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port d7d5ea25-e561-4011-a139-cc1949a433da completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:28:07.767592 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port d7d5ea25-e561-4011-a139-cc1949a433da triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:07.768308 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:07.853842 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:07.945941 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=e3f5d38e-e605-453e-b35f-8bd18a6832b4,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:07.992006 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:08.016838 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.db.api [None req-3bb65109-8f77-4efc-b766-3b992c725317 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 19:28:08.017444 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG oslo_db.api [None req-3bb65109-8f77-4efc-b766-3b992c725317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 19:28:08.039723 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ad18e-bfe6-404c-956e-ffaf1c6f65ff req-d815cf72-1f7f-4b67-a0c1-3d7ba7addc52 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:08.047093 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-903ad18e-bfe6-404c-956e-ffaf1c6f65ff req-d815cf72-1f7f-4b67-a0c1-3d7ba7addc52 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 944 time: 0.1275253 Nov 15 19:28:08.108573 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:08.130607 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-903ad18e-bfe6-404c-956e-ffaf1c6f65ff req-29bb437e-b2f1-4bd8-b410-bda561a83c84 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764372 Nov 15 19:28:08.150694 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d5ea25-e561-4011-a139-cc1949a433da'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:08.153186 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bbe72a-7f71-4590-b83b-1a4b66f053f9" -d '{"events": [{"server_uuid": "982dbc5a-c23c-4eee-adbc-bec5f2449875", "name": "network-vif-plugged", "status": "completed", "tag": "d7d5ea25-e561-4011-a139-cc1949a433da"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:08.168634 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port d7d5ea25-e561-4011-a139-cc1949a433da, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d7d5ea25-e561-4011-a139-cc1949a433da,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:08.179167 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:08.258924 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:08.281315 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:05Z', 'revision_number': 3, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:08.296225 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c56562eb-be08-46b9-b635-36b5825fd1bf req-15548a1f-29cf-4216-9e0f-169e1ab45e3f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217447 Nov 15 19:28:08.339817 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Checking router: ca613f03-d9a8-454c-8e8c-000177ff607f for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:28:08.340604 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Updating router ca613f03-d9a8-454c-8e8c-000177ff607f port 17d80941-efa0-4b96-a68e-865f8dc25f77 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:28:08.382434 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44622fe-7f77-4c07-bd08-ff4eedcf88cb req-7ecc7bae-b2f5-4f17-a131-517aa42c7c6e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:08.385900 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b44622fe-7f77-4c07-bd08-ff4eedcf88cb req-7ecc7bae-b2f5-4f17-a131-517aa42c7c6e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1562967 Nov 15 19:28:08.402223 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:08.409224 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=d7d5ea25-e561-4011-a139-cc1949a433da,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:08.470811 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b44622fe-7f77-4c07-bd08-ff4eedcf88cb req-c9d46e8e-89a0-47a4-8b1a-2c95d1dcd554 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Nov 15 19:28:08.509489 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-18a16fd9-8fff-4669-aaf7-bd64dada7cb4 req-9c5e50ec-8d59-4562-b2a4-f3d3fd4c30d3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0801549 Nov 15 19:28:08.604021 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d01f1a6-a443-414a-93d5-400a8b587ce5 x-openstack-request-id: req-4d01f1a6-a443-414a-93d5-400a8b587ce5 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:08.604322 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982dbc5a-c23c-4eee-adbc-bec5f2449875", "name": "network-vif-plugged", "status": "completed", "tag": "d7d5ea25-e561-4011-a139-cc1949a433da", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:08.604859 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d01f1a6-a443-414a-93d5-400a8b587ce5 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:08.605399 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'code': 200} Nov 15 19:28:08.750442 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-ecf3a141-50a9-4cce-ba24-af1e79d121db None None] Provisioning complete for port e3f5d38e-e605-453e-b35f-8bd18a6832b4 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:08.751049 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ecf3a141-50a9-4cce-ba24-af1e79d121db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:08.828530 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca35c-5d2f-4de6-8a76-9b87d235b55d req-96d97ef0-e970-442a-8578-7203531cd0ca tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:08.830257 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeca35c-5d2f-4de6-8a76-9b87d235b55d req-96d97ef0-e970-442a-8578-7203531cd0ca tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.1887002 Nov 15 19:28:08.842362 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device e3f5d38e-e605-453e-b35f-8bd18a6832b4 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:08.843612 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:08.961506 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f3bbc-e53a-4070-8528-c7a13299f0f0 req-ba1d6be9-f78d-4a2f-9cb4-60ff9e0a73c0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:08.962818 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4eeca35c-5d2f-4de6-8a76-9b87d235b55d req-07afef22-68a9-4e5f-aa75-96b9949a9eaf tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250527 Nov 15 19:28:08.965451 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:08.990393 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d36f3bbc-e53a-4070-8528-c7a13299f0f0 req-ba1d6be9-f78d-4a2f-9cb4-60ff9e0a73c0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0999858 Nov 15 19:28:09.042823 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Pushing event updated for resources: {'Port': ['ID=17d80941-efa0-4b96-a68e-865f8dc25f77,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:09.049119 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 5f1ed549-597d-47c0-b6c7-ebee0f91e38a details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:28:09.054083 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.054831 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.055520 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.056005 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.056782 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.057286 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.057761 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.058258 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.058750 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.059271 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.059877 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.060433 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:09.073107 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d36f3bbc-e53a-4070-8528-c7a13299f0f0 req-08bfbc52-7125-404b-88bd-3d623a1cfe97 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803292 Nov 15 19:28:09.110606 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Attempting to bind port 17d80941-efa0-4b96-a68e-865f8dc25f77 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:28:09.111489 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Attempting to bind port 17d80941-efa0-4b96-a68e-865f8dc25f77 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:28:09.112042 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Attempting to bind port 17d80941-efa0-4b96-a68e-865f8dc25f77 on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:09.119362 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:28:09.120255 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:09.120884 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:09.121443 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:28:09.121922 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Bound port: 17d80941-efa0-4b96-a68e-865f8dc25f77, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:28:09.122787 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:09.155910 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port e3f5d38e-e605-453e-b35f-8bd18a6832b4 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:09.156283 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:09.323240 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] For port 17d80941-efa0-4b96-a68e-865f8dc25f77, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:28:09.328207 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] For port 17d80941-efa0-4b96-a68e-865f8dc25f77, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=17d80941-efa0-4b96-a68e-865f8dc25f77,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:28:09.341460 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:09.371406 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f46594-e873-4258-883a-cdbfb8475479 req-3b3076b4-d7c8-4b97-aad4-806572196286 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:09.380126 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-29f46594-e873-4258-883a-cdbfb8475479 req-3b3076b4-d7c8-4b97-aad4-806572196286 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 944 time: 0.0913138 Nov 15 19:28:09.433495 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:09.452025 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:09.487236 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '5f1ed549-597d-47c0-b6c7-ebee0f91e38a', 'network_id': '61894aef-1989-4bb3-b1a0-6ed322bc2aef', 'port_id': '5f1ed549-597d-47c0-b6c7-ebee0f91e38a', 'mac_address': 'fa:16:3e:9a:88:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffe383a-69de-45c5-b85d-ab26620a9537', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:28:09.491952 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-29f46594-e873-4258-883a-cdbfb8475479 req-0f58fe39-fd89-4ab4-be86-ac1e827531ce tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105564 Nov 15 19:28:09.520812 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c354da9-4685-4728-9f41-150451f62053 req-a61bd779-81de-4094-a261-3e52f273ba21 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:09.523679 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c354da9-4685-4728-9f41-150451f62053 req-a61bd779-81de-4094-a261-3e52f273ba21 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.0810463 Nov 15 19:28:09.585133 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:09.610736 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba210269-f386-45a0-862a-44f3d523d052 None None] Pushing event updated for resources: {'Port': ['ID=17d80941-efa0-4b96-a68e-865f8dc25f77,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:09.620421 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c354da9-4685-4728-9f41-150451f62053 req-bc87b323-00f3-4df7-9003-6f574997eb14 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903938 Nov 15 19:28:09.652833 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:09.658125 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:09.777720 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1ed549-597d-47c0-b6c7-ebee0f91e38a {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:28:09.798640 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:09.810530 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626280f-d5bd-41f7-a9fe-b9852d2cae1b req-0097e028-8381-452f-a6e3-bfbe10020f2e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:09.812099 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1626280f-d5bd-41f7-a9fe-b9852d2cae1b req-0097e028-8381-452f-a6e3-bfbe10020f2e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.2113004 Nov 15 19:28:09.818797 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Allocated IP 172.20.0.1 (7a90cd09-0275-4504-b10f-a52e50c0cf30/bf47254e-a907-4641-9f52-2aa03cd5c250/72823174-ac12-4cdc-8f00-5ace5f6a5a00) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:09.832175 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-589904f3-7f11-487f-bf94-73e8d5fc8b85 req-3fe7b82e-5122-4d5c-a9c4-661e46daa6cb tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0284295 Nov 15 19:28:09.882592 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:09.901594 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:09.949462 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1626280f-d5bd-41f7-a9fe-b9852d2cae1b req-890dfd5c-1803-4c98-a29e-18a4c6862821 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280150 Nov 15 19:28:09.998613 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:10.063140 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:10.192929 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8bc7b-dd9c-41b5-9ef4-dfc4d65ed201 req-0e0979f2-b872-43d4-a5e0-8a4a0d0603c2 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:10.194642 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-35c8bc7b-dd9c-41b5-9ef4-dfc4d65ed201 req-0e0979f2-b872-43d4-a5e0-8a4a0d0603c2 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.1099913 Nov 15 19:28:10.246012 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:05Z', 'revision_number': 3, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:10.257483 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['5f1ed549-597d-47c0-b6c7-ebee0f91e38a'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:28:10.330663 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc326ea-0b3a-4657-a961-ea6ad6f4a1d7 req-03ad3ba0-af98-4426-8b7e-b699a4528ce0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:10.339768 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9fc326ea-0b3a-4657-a961-ea6ad6f4a1d7 req-03ad3ba0-af98-4426-8b7e-b699a4528ce0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1518905 Nov 15 19:28:10.350298 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930866f-697c-4880-847f-940ccd4bb49e None None] The sync data for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi is: [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:05Z', 'revision_number': 3, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:28:10.395442 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-35c8bc7b-dd9c-41b5-9ef4-dfc4d65ed201 req-b368d70e-6474-4b22-9c67-7ff1251d3bec tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884120 Nov 15 19:28:10.458011 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9fc326ea-0b3a-4657-a961-ea6ad6f4a1d7 req-8e10cc0d-fb62-497f-8aaf-bbccc3bc8f6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074371 Nov 15 19:28:10.649235 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:10.657624 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce056096-1cbf-404e-9003-7d0a8685e2ba req-d6b24afd-dfe5-48ed-94d4-75c24bfccff1 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:10.659241 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ce056096-1cbf-404e-9003-7d0a8685e2ba req-d6b24afd-dfe5-48ed-94d4-75c24bfccff1 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 945 time: 0.0566385 Nov 15 19:28:10.721066 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ce056096-1cbf-404e-9003-7d0a8685e2ba req-4becd378-3cae-4476-bda9-8f22e139cf1d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Nov 15 19:28:10.723302 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Pushing event updated for resources: {'Port': ['ID=72823174-ac12-4cdc-8f00-5ace5f6a5a00,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:10.731564 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:10.745966 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:10.773954 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.774300 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.774642 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.774981 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.775404 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.775741 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.776067 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.785226 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.785417 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.785755 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.786075 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.786401 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:10.789999 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:10.862985 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f29c48-1598-41de-9c41-0e81c7362285 req-bc373580-e80e-46d0-a4b2-715322037a95 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:10.865242 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b4f29c48-1598-41de-9c41-0e81c7362285 req-bc373580-e80e-46d0-a4b2-715322037a95 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1427827 Nov 15 19:28:10.866397 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:11.016561 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b4f29c48-1598-41de-9c41-0e81c7362285 req-304da72c-78d2-455b-9dd9-ece5dd67943e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964308 Nov 15 19:28:11.038899 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1711a318-33e2-47b1-82cb-e44f58202247 req-0e5bc21f-6ad5-487b-a77a-bf55428670ea tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0798490 Nov 15 19:28:11.196176 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc72b7-4098-4cbc-8ef0-41580089337b req-e0c96ef5-6755-46cb-928e-f04283ca867e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:11.198117 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e7dc72b7-4098-4cbc-8ef0-41580089337b req-e0c96ef5-6755-46cb-928e-f04283ca867e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0737431 Nov 15 19:28:11.205149 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-5fad16d5-ab2e-48cd-b6b5-e1cbc52e870d None None] Provisioning complete for port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:11.205869 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5fad16d5-ab2e-48cd-b6b5-e1cbc52e870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:11.239177 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:11.277705 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-5fad16d5-ab2e-48cd-b6b5-e1cbc52e870d None None] Port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:28:11.339224 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e7dc72b7-4098-4cbc-8ef0-41580089337b req-cd393c14-937d-4d08-8926-517023cecf23 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066010 Nov 15 19:28:11.488215 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:11.573869 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965163d-1eb9-47fc-bf5f-65d6f1ce028d req-e5a68356-79f8-4632-81c4-6e6480978e8a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:11.576742 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3965163d-1eb9-47fc-bf5f-65d6f1ce028d req-e5a68356-79f8-4632-81c4-6e6480978e8a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0864303 Nov 15 19:28:11.579644 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:11.668206 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3965163d-1eb9-47fc-bf5f-65d6f1ce028d req-c5e8dd03-3e3b-4ca6-be3a-7cd9c9faaf40 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776644 Nov 15 19:28:11.733606 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:11.736820 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Pushing event updated for resources: {'Port': ['ID=72823174-ac12-4cdc-8f00-5ace5f6a5a00,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:11.803207 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe764-69a4-4d80-91b0-b8f9311022f8 req-d9fe4dfd-e3e0-4e06-9ea3-20f640caa644 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:11.804821 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-34dbe764-69a4-4d80-91b0-b8f9311022f8 req-d9fe4dfd-e3e0-4e06-9ea3-20f640caa644 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1563592 Nov 15 19:28:11.892329 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-34dbe764-69a4-4d80-91b0-b8f9311022f8 req-a5f3ac3c-abcc-432b-8332-94f86280a41c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791132 Nov 15 19:28:11.896248 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ff2ac-5589-4856-be52-b718c1bb5592 req-9c542c43-8345-4dd8-8d9a-903f6c8f578d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:11.903892 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e2ff2ac-5589-4856-be52-b718c1bb5592 req-9c542c43-8345-4dd8-8d9a-903f6c8f578d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 945 time: 0.0733614 Nov 15 19:28:11.904144 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:11.905484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:11.986761 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e2ff2ac-5589-4856-be52-b718c1bb5592 req-130d3aed-90aa-4380-9449-0868a691dc44 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817943 Nov 15 19:28:12.117016 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Router ca613f03-d9a8-454c-8e8c-000177ff607f has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:28:12.168719 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7e9a7ebc-65e5-4265-88bb-1f6c66a19a8a req-65c216ff-0541-4cf6-b350-649bff1c42fa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0368893 Nov 15 19:28:12.244614 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-5e6dc9f1-fd29-4b21-a5a6-74dbb3e7024c None None] Provisioning complete for port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:12.245658 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc9f1-fd29-4b21-a5a6-74dbb3e7024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:12.282639 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b99d-3ae8-42be-ae85-1803599e040a req-fafff728-df3c-4483-92bb-2712d528e501 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:12.289851 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2039b99d-3ae8-42be-ae85-1803599e040a req-fafff728-df3c-4483-92bb-2712d528e501 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1698163 Nov 15 19:28:12.309145 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-5e6dc9f1-fd29-4b21-a5a6-74dbb3e7024c None None] Port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:28:12.372032 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2039b99d-3ae8-42be-ae85-1803599e040a req-cecebb7a-3a21-42c7-a2e5-b99c3cf3ae49 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812788 Nov 15 19:28:12.378782 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:28:12.386735 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-5e055a86-bfec-4bfb-9a8e-2fe4ec61cf53 admin admin] 10.222.0.48 "PUT /v2.0/routers/ca613f03-d9a8-454c-8e8c-000177ff607f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6343284 Nov 15 19:28:12.555459 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e57172-14d1-4e60-b86e-fa02364fb9ad req-50ac7218-7097-46e0-8be5-577565ff3d2f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:12.564090 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-89e57172-14d1-4e60-b86e-fa02364fb9ad req-50ac7218-7097-46e0-8be5-577565ff3d2f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1056421 Nov 15 19:28:12.648462 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:12.673790 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-89e57172-14d1-4e60-b86e-fa02364fb9ad req-d4b36e7c-7acb-44b8-aa47-4aafc2690014 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072001 Nov 15 19:28:12.782272 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Sync routers for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:28:12.799821 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:12.801073 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:12.881572 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfadcf-75f4-4f6b-89ea-c7cbce5b3a67 req-e70eae6e-f81c-47bb-912e-b88e5d7b7441 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:12.887057 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-05dfadcf-75f4-4f6b-89ea-c7cbce5b3a67 req-e70eae6e-f81c-47bb-912e-b88e5d7b7441 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0956087 Nov 15 19:28:12.901955 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 17d80941-efa0-4b96-a68e-865f8dc25f77 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:12.979275 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-05dfadcf-75f4-4f6b-89ea-c7cbce5b3a67 req-778207f3-d328-4c81-b37b-de86780cb44d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759282 Nov 15 19:28:13.081941 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 5f1ed549-597d-47c0-b6c7-ebee0f91e38a up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:13.152188 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be4daa-b2b8-4c92-bec4-60b7c823f914 req-057cdb57-9c25-4c17-9bdd-a95bb2443d94 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:13.162968 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a7be4daa-b2b8-4c92-bec4-60b7c823f914 req-057cdb57-9c25-4c17-9bdd-a95bb2443d94 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1236324 Nov 15 19:28:13.195977 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 17d80941-efa0-4b96-a68e-865f8dc25f77 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:13.196562 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.226262 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c313aa-b40f-4527-83fa-41df9bc74bfb req-aea483c3-938f-42a2-80a2-879003b095ef tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:13.228156 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a3c313aa-b40f-4527-83fa-41df9bc74bfb req-aea483c3-938f-42a2-80a2-879003b095ef tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 945 time: 0.0887105 Nov 15 19:28:13.232765 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:13.281279 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a7be4daa-b2b8-4c92-bec4-60b7c823f914 req-b5bac58b-5d45-430e-9312-d382a435fd39 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987101 Nov 15 19:28:13.362139 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a3c313aa-b40f-4527-83fa-41df9bc74bfb req-9f6a057e-3876-46f0-8a4b-a70f2f72bab4 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083112 Nov 15 19:28:13.435518 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:28:13.441700 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b1638619-3924-4e12-9bbd-9a4d9f019b92 req-8d9d36a8-cbef-4834-8614-edfa53893484 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0461087 Nov 15 19:28:13.462117 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:13.462845 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.565725 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5f4f-fed6-4f02-8941-fe8f4bd43d55 req-8dff3022-baa4-408a-91a2-5c5ca3f33cd2 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:13.566497 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50684) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:13.569452 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-263c5f4f-fed6-4f02-8941-fe8f4bd43d55 req-8dff3022-baa4-408a-91a2-5c5ca3f33cd2 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.0699985 Nov 15 19:28:13.571996 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-743598072-network', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:13.583125 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.637200 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-263c5f4f-fed6-4f02-8941-fe8f4bd43d55 req-96592631-0425-4cb0-96dc-42607e56ff22 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615144 Nov 15 19:28:13.648408 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 17d80941-efa0-4b96-a68e-865f8dc25f77, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=17d80941-efa0-4b96-a68e-865f8dc25f77,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:13.716701 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.745569 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Made reservation on behalf of a0b3b6e122b5465caa2ab731c5c076d6 for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:28:13.750416 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.751973 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae53c28-fa90-4b3f-8383-5d3537af2102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1ed549-597d-47c0-b6c7-ebee0f91e38a'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:13.754882 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6664c5e-9647-442f-a4cb-308807dcb545" -d '{"events": [{"server_uuid": "dae53c28-fa90-4b3f-8383-5d3537af2102", "name": "network-vif-plugged", "status": "completed", "tag": "5f1ed549-597d-47c0-b6c7-ebee0f91e38a"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:13.767460 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 2, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:13.768258 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.773452 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:13.799133 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Checking router: ca613f03-d9a8-454c-8e8c-000177ff607f for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:28:13.799498 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Updating router ca613f03-d9a8-454c-8e8c-000177ff607f port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:28:13.802288 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.826135 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b51db6d-8ba3-4ad9-9137-988220cc4260 x-openstack-request-id: req-4b51db6d-8ba3-4ad9-9137-988220cc4260 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:13.833339 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae53c28-fa90-4b3f-8383-5d3537af2102", "name": "network-vif-plugged", "status": "completed", "tag": "5f1ed549-597d-47c0-b6c7-ebee0f91e38a", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:13.833339 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b51db6d-8ba3-4ad9-9137-988220cc4260 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:13.833339 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae53c28-fa90-4b3f-8383-5d3537af2102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1ed549-597d-47c0-b6c7-ebee0f91e38a', 'code': 200} Nov 15 19:28:13.868066 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.873472 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:13.892974 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c8069-a22b-497b-9d83-8af233d0d023 req-941cc3a9-5b5c-40b1-88b6-40de83289ceb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:13.894713 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-528c8069-a22b-497b-9d83-8af233d0d023 req-941cc3a9-5b5c-40b1-88b6-40de83289ceb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1027722 Nov 15 19:28:13.895093 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=17d80941-efa0-4b96-a68e-865f8dc25f77,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:14.005883 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.013700 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-528c8069-a22b-497b-9d83-8af233d0d023 req-84b8c8ac-3d8d-4f26-a543-a1d409b4b682 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964313 Nov 15 19:28:14.023649 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:14.081925 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.109328 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:28:14.120631 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd8695d-3681-44fc-9576-d70ad4e4ca67,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:14.131794 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.132330 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Added segment d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6 of type vlan for network dfd9c72b-9fcc-4184-80a1-398764a9a20b Nov 15 19:28:14.162219 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.162754 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.163177 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.163572 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.164004 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.164404 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.164778 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.165230 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.165411 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a140f-6b21-4229-8cf8-3ba9b245c077 req-1bcdffc1-bbc4-4137-ace7-0bbb32036c37 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:14.165572 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.165938 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.166359 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.166719 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:14.166894 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-431a140f-6b21-4229-8cf8-3ba9b245c077 req-1bcdffc1-bbc4-4137-ace7-0bbb32036c37 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0687125 Nov 15 19:28:14.247774 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.302556 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-431a140f-6b21-4229-8cf8-3ba9b245c077 req-add16637-f75a-4cb5-af9f-8684894d86d9 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938923 Nov 15 19:28:14.359807 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.467493 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad5d56-9519-4373-8b15-f248db35f1dd req-a435eb27-7c11-4227-817d-4b0ee27fc367 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:14.539072 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-acad5d56-9519-4373-8b15-f248db35f1dd req-a435eb27-7c11-4227-817d-4b0ee27fc367 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0732272 Nov 15 19:28:14.539400 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25f6c-b817-469f-b6a5-bc557614569a req-b03096a3-870f-4e87-94be-adcbc7bb62b7 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:14.539400 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b1b25f6c-b817-469f-b6a5-bc557614569a req-b03096a3-870f-4e87-94be-adcbc7bb62b7 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.0922444 Nov 15 19:28:14.539605 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-acad5d56-9519-4373-8b15-f248db35f1dd req-37342468-79ac-4fe5-a476-453d6661d23c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537076 Nov 15 19:28:14.571972 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b1b25f6c-b817-469f-b6a5-bc557614569a req-b63d4680-2b03-44cb-a9bd-9fa2ff27d3d3 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496688 Nov 15 19:28:14.666774 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f1295fb-f7c6-43ed-a853-291f51284f69 req-33f1e550-24b4-4173-ac8b-dd3bc474e1fd tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0379322 Nov 15 19:28:14.703582 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 17d80941-efa0-4b96-a68e-865f8dc25f77 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:14.767499 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.773624 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:14.773624 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.777646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 17d80941-efa0-4b96-a68e-865f8dc25f77 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:14.777646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.817786 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:14.828032 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ebf47-581c-422d-b9b8-99369bc8d803 req-d9544bc7-e49d-43f4-8bb4-654d074a8638 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:14.829790 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-833ebf47-581c-422d-b9b8-99369bc8d803 req-d9544bc7-e49d-43f4-8bb4-654d074a8638 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.0862596 Nov 15 19:28:14.880951 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd9c72b-9fcc-4184-80a1-398764a9a20b,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:14.892746 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1109dd0-95d1-431a-9743-86e98302c60b None None] Pushing event updated for resources: {'Port': ['ID=72823174-ac12-4cdc-8f00-5ace5f6a5a00,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:14.904477 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network dfd9c72b-9fcc-4184-80a1-398764a9a20b details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:28:14.955331 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ac4bea4e-6ae1-44d4-8971-ec46b483fc10 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3878455 Nov 15 19:28:14.957438 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-833ebf47-581c-422d-b9b8-99369bc8d803 req-aa3b1e71-52cb-43f9-8b0c-4a242e0707b1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200795 Nov 15 19:28:14.958637 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50700) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:14.978366 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Request body: {'subnet': {'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-743598072-subnet', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:15.015948 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:28:15.089025 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Attempting to bind port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:28:15.089402 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Attempting to bind port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:28:15.089735 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Attempting to bind port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 on network 7a90cd09-0275-4504-b10f-a52e50c0cf30 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:15.100439 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Made reservation on behalf of a0b3b6e122b5465caa2ab731c5c076d6 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:28:15.104779 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:28:15.105450 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Checking segment: {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:15.105450 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:15.106009 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Bound using segment: {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:28:15.106606 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Bound port: 72823174-ac12-4cdc-8f00-5ace5f6a5a00, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:28:15.106798 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:15.113232 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12268886'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:15.278215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd549a8a-f4a9-46f5-b772-879ef8301bdd req-e0186669-18b1-4924-a682-411dc577971e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:15.280349 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd549a8a-f4a9-46f5-b772-879ef8301bdd req-e0186669-18b1-4924-a682-411dc577971e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1122475 Nov 15 19:28:15.365948 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-52d4a891-4569-47b2-9d8d-881a249ecbdd None None] Provisioning complete for port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:15.366695 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-52d4a891-4569-47b2-9d8d-881a249ecbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:15.402242 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd549a8a-f4a9-46f5-b772-879ef8301bdd req-af801d9e-8f12-4214-ab09-862eb928c3d7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078000 Nov 15 19:28:15.425025 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] For port 72823174-ac12-4cdc-8f00-5ace5f6a5a00, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:28:15.456947 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] For port 72823174-ac12-4cdc-8f00-5ace5f6a5a00, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=72823174-ac12-4cdc-8f00-5ace5f6a5a00,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:28:15.465765 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-52d4a891-4569-47b2-9d8d-881a249ecbdd None None] Port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:28:15.471707 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7482945-81b8-444c-b396-62bd8fca3437 req-a205cebb-72a9-4fc2-aa20-144aaa46cfb7 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:15.473987 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c7482945-81b8-444c-b396-62bd8fca3437 req-a205cebb-72a9-4fc2-aa20-144aaa46cfb7 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0866411 Nov 15 19:28:15.522559 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:15.538411 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c7482945-81b8-444c-b396-62bd8fca3437 req-5303993a-44dd-4510-b9ba-9b25a49689db tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550463 Nov 15 19:28:15.544665 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12268868'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:15.584757 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:15.584757 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:15.727080 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1109dd0-95d1-431a-9743-86e98302c60b None None] Pushing event updated for resources: {'Port': ['ID=72823174-ac12-4cdc-8f00-5ace5f6a5a00,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:15.787579 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:15.791312 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4778911-4fd2-4424-973b-987f656e0486,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:15.811775 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Checking segment: {'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:15.812512 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Network hostable DHCP agents. Network: dfd9c72b-9fcc-4184-80a1-398764a9a20b, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:28:15.842577 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ceb82-c2a0-44ed-9b53-d45df78589bd req-5f275f3d-a78f-4f94-bbdb-06279e81a4d6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:15.850623 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea430a2-8dc8-4a96-ae6e-60d66cfced74 req-229edfe1-eb5c-4656-b3e4-e4ace0b1e836 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:15.851160 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-523ceb82-c2a0-44ed-9b53-d45df78589bd req-5f275f3d-a78f-4f94-bbdb-06279e81a4d6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1751084 Nov 15 19:28:15.866436 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bea430a2-8dc8-4a96-ae6e-60d66cfced74 req-229edfe1-eb5c-4656-b3e4-e4ace0b1e836 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1644695 Nov 15 19:28:15.934211 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-523ceb82-c2a0-44ed-9b53-d45df78589bd req-f97153b5-1977-4b9a-aaac-cf9a181fc698 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777221 Nov 15 19:28:15.935954 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bea430a2-8dc8-4a96-ae6e-60d66cfced74 req-d42f8e6b-12fb-4ed5-9227-8a7f4fa1a81c tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684938 Nov 15 19:28:15.956005 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Network dfd9c72b-9fcc-4184-80a1-398764a9a20b is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:28:16.042134 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-25acae25-fda9-4e22-802d-9d8a36a1f295 None None] Provisioning complete for port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:16.042691 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-25acae25-fda9-4e22-802d-9d8a36a1f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:16.051985 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cb05c8a9-a722-4a1c-b73a-06b4ec5d7f74 req-3fa7f795-1b8c-4f1d-ab59-d26c889d3560 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0356328 Nov 15 19:28:16.088064 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, dfd9c72b-9fcc-4184-80a1-398764a9a20b) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:16.094381 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256557f7-9634-4e31-964d-31a7b99ed90b req-41cdd1fa-e72b-48cb-a2a7-675a2808d9b3 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:16.103741 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-256557f7-9634-4e31-964d-31a7b99ed90b req-41cdd1fa-e72b-48cb-a2a7-675a2808d9b3 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.0661852 Nov 15 19:28:16.113776 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:16.114433 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:16.121323 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87381499-89d3-4ccf-b24e-dd075dae5446 None None] Network dfd9c72b-9fcc-4184-80a1-398764a9a20b requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:28:16.174866 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-256557f7-9634-4e31-964d-31a7b99ed90b req-d95be4ff-ccf5-415b-a1c0-6bb613872ff9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697510 Nov 15 19:28:16.251025 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0a181a23-818e-4909-9a37-666bca4e0e0e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2904558 Nov 15 19:28:16.254822 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50716) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:16.263501 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:16.362269 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-25acae25-fda9-4e22-802d-9d8a36a1f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:16.386640 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:15Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:16.451342 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76e99b-a70f-43d6-bed9-425180929659 None None] The sync data for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi is: [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:15Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:28:16.463227 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fe0438d-7112-5695-9a58-44402c02ffb7-dfd9c72b-9fcc-4184-80a1-398764a9a20b', 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'fixed_ips': [{'subnet_id': 'e4778911-4fd2-4424-973b-987f656e0486'}]}} from dv-cinder-801522-7-iscsi. {{(pid=102517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 19:28:16.468352 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:16.472771 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-25acae25-fda9-4e22-802d-9d8a36a1f295 None None] For port 72823174-ac12-4cdc-8f00-5ace5f6a5a00, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=72823174-ac12-4cdc-8f00-5ace5f6a5a00,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:16.625395 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47524ab7-18db-4642-8f59-f4b987708c74 req-ed875a2b-6066-49ba-9b62-a4993b7c72c3 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:16.641920 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47524ab7-18db-4642-8f59-f4b987708c74 req-ed875a2b-6066-49ba-9b62-a4993b7c72c3 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1309328 Nov 15 19:28:16.686111 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6670'] for router, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:16.736689 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6661'] for router, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:16.767905 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47524ab7-18db-4642-8f59-f4b987708c74 req-e0126fa1-26fd-45cd-a0a1-1a04fb7a8d5a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245880 Nov 15 19:28:16.776666 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75491cc-f6eb-437e-a30e-8568a13df6a8 req-0de93dc6-82f9-4d61-80af-a5185edaab67 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:16.796101 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Allocated IP 172.20.0.2 (dfd9c72b-9fcc-4184-80a1-398764a9a20b/e4778911-4fd2-4424-973b-987f656e0486/4a448990-8306-4a61-b13a-a916c3963a01) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:16.821435 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f75491cc-f6eb-437e-a30e-8568a13df6a8 req-0de93dc6-82f9-4d61-80af-a5185edaab67 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.1719172 Nov 15 19:28:16.831447 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-25acae25-fda9-4e22-802d-9d8a36a1f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:16.919802 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 72823174-ac12-4cdc-8f00-5ace5f6a5a00 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:16.944992 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f75491cc-f6eb-437e-a30e-8568a13df6a8 req-51370097-53bf-4e5f-8de9-edcca8acbf90 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204309 Nov 15 19:28:17.180733 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acae25-fda9-4e22-802d-9d8a36a1f295 None None] Pushing event updated for resources: {'Port': ['ID=72823174-ac12-4cdc-8f00-5ace5f6a5a00,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:17.212678 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae4c4e-050b-48d5-a77a-a572307f9913 req-34867db9-255e-4d63-b6b4-a43c517ed1b3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:17.223318 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bdae4c4e-050b-48d5-a77a-a572307f9913 req-34867db9-255e-4d63-b6b4-a43c517ed1b3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1317668 Nov 15 19:28:17.289654 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:17.290020 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:17.311036 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bdae4c4e-050b-48d5-a77a-a572307f9913 req-20db0546-2399-47c2-8bed-e6fbce23c2db tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860090 Nov 15 19:28:17.351411 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:17.398282 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7daa-24f7-4b7f-9d3a-aaec3391e538 req-8fab0f28-5b57-4cfb-a3b3-0a0efbf898ec tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:17.402039 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d1da7daa-24f7-4b7f-9d3a-aaec3391e538 req-8fab0f28-5b57-4cfb-a3b3-0a0efbf898ec tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1129375 Nov 15 19:28:17.412409 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:17.492723 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee756bbb-7aa3-44d2-b705-0c6105e2ec96 req-54d6f2ae-82c4-4f96-a33d-7e38ca4b940d tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0446990 Nov 15 19:28:17.499676 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:17.579740 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Pushing event updated for resources: {'Port': ['ID=4a448990-8306-4a61-b13a-a916c3963a01,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:17.591680 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Network dfd9c72b-9fcc-4184-80a1-398764a9a20b is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:17.606907 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:17.608770 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:17.717280 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Attempting to bind port 4a448990-8306-4a61-b13a-a916c3963a01 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:28:17.717725 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Attempting to bind port 4a448990-8306-4a61-b13a-a916c3963a01 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:28:17.718158 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Attempting to bind port 4a448990-8306-4a61-b13a-a916c3963a01 on network dfd9c72b-9fcc-4184-80a1-398764a9a20b {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:17.721869 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d1da7daa-24f7-4b7f-9d3a-aaec3391e538 req-34fad87d-1e57-4c00-9235-f6d2ffe3dd70 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074434 Nov 15 19:28:17.730667 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:28:17.731291 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Checking segment: {'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:17.732720 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:17.733259 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Bound using segment: {'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:28:17.733963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Bound port: 4a448990-8306-4a61-b13a-a916c3963a01, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:28:17.734563 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:17.736805 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:17.758047 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97854e54-1acb-4d9f-a897-2ad97ff04003 req-9fbac936-b162-4b24-ae4c-f1116bac6722 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:17.765361 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-97854e54-1acb-4d9f-a897-2ad97ff04003 req-9fbac936-b162-4b24-ae4c-f1116bac6722 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1707933 Nov 15 19:28:17.871557 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-97854e54-1acb-4d9f-a897-2ad97ff04003 req-f3169bed-daa8-4c5b-95e0-06d6b76156d6 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983357 Nov 15 19:28:17.917782 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] For port 4a448990-8306-4a61-b13a-a916c3963a01, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:28:17.918845 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] For port 4a448990-8306-4a61-b13a-a916c3963a01, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4a448990-8306-4a61-b13a-a916c3963a01,segment=NetworkSegment(d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6),segment_id=d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:28:18.016840 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace68a3d-e3e5-4d73-aa74-3faf885ed2f7 req-077e0350-d7dc-43da-8fa8-9c287cb02c21 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:18.018510 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ace68a3d-e3e5-4d73-aa74-3faf885ed2f7 req-077e0350-d7dc-43da-8fa8-9c287cb02c21 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0845401 Nov 15 19:28:18.030970 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:18.166839 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45cc30-b6b0-4364-8094-5d8d4504029c req-4e6af319-cd54-4f5c-9973-3adf77e4ea56 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:18.178220 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ace68a3d-e3e5-4d73-aa74-3faf885ed2f7 req-06844e96-421f-42b4-9d62-086e328e776f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375546 Nov 15 19:28:18.181733 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491f831-2944-485d-b0d7-59f922daed68 None None] Pushing event updated for resources: {'Port': ['ID=4a448990-8306-4a61-b13a-a916c3963a01,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:18.203696 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb45cc30-b6b0-4364-8094-5d8d4504029c req-4e6af319-cd54-4f5c-9973-3adf77e4ea56 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.1454904 Nov 15 19:28:18.318218 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb45cc30-b6b0-4364-8094-5d8d4504029c req-a41521ca-dd4e-412c-a614-3de622ceef00 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136100 Nov 15 19:28:18.415979 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:18.461487 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:18.657782 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a9856e29-af3e-4893-9ad3-54483709de45 req-a3de4d87-cd00-467b-9c8d-f3dc4fc792b1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0821881 Nov 15 19:28:18.692527 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56125-ee93-439d-b3ac-0b7804dd852e req-bd55ba57-b478-4e15-b4cb-ff14fb3be1ad tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:18.701614 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cec56125-ee93-439d-b3ac-0b7804dd852e req-bd55ba57-b478-4e15-b4cb-ff14fb3be1ad tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.2538939 Nov 15 19:28:18.819748 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Allocated IP 172.27.0.9 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/56ecc45a-dd75-4381-b352-1f9dfb584f14) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:18.907817 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7b630-cf60-4cab-ba2e-cfd65f468855 req-f62b9e6c-81be-408c-a4ee-84b4cd6f2012 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:18.917701 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a5d7b630-cf60-4cab-ba2e-cfd65f468855 req-f62b9e6c-81be-408c-a4ee-84b4cd6f2012 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.0883265 Nov 15 19:28:18.930144 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 72823174-ac12-4cdc-8f00-5ace5f6a5a00 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:18.986836 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a5d7b630-cf60-4cab-ba2e-cfd65f468855 req-ad1f75ae-d81f-461d-b326-cfebc3933e82 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629826 Nov 15 19:28:18.999830 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cec56125-ee93-439d-b3ac-0b7804dd852e req-4259abb4-55fa-4cce-8f03-e22458bd7069 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972810 Nov 15 19:28:19.003947 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:19.010046 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:19.011040 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:19.125386 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4a448990-8306-4a61-b13a-a916c3963a01 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:19.167052 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c68bfc-cb0b-4ec9-bbe7-9a677a0dca8f req-2bf82590-d3d3-4a9c-a133-83dbf3de4fff tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:19.168654 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:19.176875 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34c68bfc-cb0b-4ec9-bbe7-9a677a0dca8f req-2bf82590-d3d3-4a9c-a133-83dbf3de4fff tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.0833702 Nov 15 19:28:19.191187 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 4a448990-8306-4a61-b13a-a916c3963a01 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:19.191615 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:19.255500 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34c68bfc-cb0b-4ec9-bbe7-9a677a0dca8f req-e836fad7-4d79-4bfe-81c5-1fe6d526a9bf tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745285 Nov 15 19:28:19.334899 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Pushing event updated for resources: {'Port': ['ID=56ecc45a-dd75-4381-b352-1f9dfb584f14,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:19.376295 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:19.377947 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:19.381534 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:19.550897 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb488d8-a019-45a4-80be-ac96b0139600 req-4b28e07b-187f-404c-995e-421ae71a4365 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:19.552732 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2fb488d8-a019-45a4-80be-ac96b0139600 req-4b28e07b-187f-404c-995e-421ae71a4365 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.1131456 Nov 15 19:28:19.633576 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:19.657210 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2fb488d8-a019-45a4-80be-ac96b0139600 req-802c484f-6814-467b-95c2-77b05a5061f0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965517 Nov 15 19:28:19.690265 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 4a448990-8306-4a61-b13a-a916c3963a01, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4a448990-8306-4a61-b13a-a916c3963a01,segment=NetworkSegment(d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6),segment_id=d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:19.702586 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159975cb-778d-4371-8921-b2cb8b7c89aa req-39124296-90fe-420c-a598-a730a17a256b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:19.704653 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-159975cb-778d-4371-8921-b2cb8b7c89aa req-39124296-90fe-420c-a598-a730a17a256b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.3609419 Nov 15 19:28:19.724315 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7146da2b-6e2c-4a7c-8258-4bea6466e89f None None] Network dfd9c72b-9fcc-4184-80a1-398764a9a20b requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:28:19.782358 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-159975cb-778d-4371-8921-b2cb8b7c89aa req-1ec7ddc4-bec2-43fa-9faa-d51c2edba716 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703142 Nov 15 19:28:19.799496 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-93ac94e5-df48-49f4-9539-3277a5a57217 req-3b72e881-a5f8-4cee-bd16-c0e92b9ab709 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0347064 Nov 15 19:28:19.813026 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-d81418b2-763e-4b59-9071-03545f513267 None None] Provisioning complete for port 4a448990-8306-4a61-b13a-a916c3963a01 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:19.813486 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d81418b2-763e-4b59-9071-03545f513267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:19.873302 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:19.943692 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:20.009311 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=4a448990-8306-4a61-b13a-a916c3963a01,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:20.215764 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fe7d4-2eb8-4429-844c-a25efcb5d260 req-f9ecf7c9-9674-42f3-a45e-6cda5b17ef4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:20.217958 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c5fe7d4-2eb8-4429-844c-a25efcb5d260 req-f9ecf7c9-9674-42f3-a45e-6cda5b17ef4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0798173 Nov 15 19:28:20.256014 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162ce9-ee12-455d-a6b2-af955ff8644b req-f1a6b242-4ff7-4488-b38d-e09155f9b90b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:20.258541 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-49162ce9-ee12-455d-a6b2-af955ff8644b req-f1a6b242-4ff7-4488-b38d-e09155f9b90b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1198378 Nov 15 19:28:20.289669 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505885'] for router, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:20.296291 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c5fe7d4-2eb8-4429-844c-a25efcb5d260 req-981c0777-f80c-4418-8b03-fd1fd599cc50 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663576 Nov 15 19:28:20.381859 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-e3f725af-b028-4b67-939a-011f9c3bce0e None None] Provisioning complete for port 4a448990-8306-4a61-b13a-a916c3963a01 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:20.382373 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e3f725af-b028-4b67-939a-011f9c3bce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:20.397699 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-49162ce9-ee12-455d-a6b2-af955ff8644b req-2aeb46aa-0ddc-4351-a422-895df9560637 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299231 Nov 15 19:28:20.447207 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200577a-fbd8-43d1-8877-9bc159659bc3 req-26827663-7911-4f16-bb9b-7b9e2de14270 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:20.448794 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8200577a-fbd8-43d1-8877-9bc159659bc3 req-26827663-7911-4f16-bb9b-7b9e2de14270 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.0602050 Nov 15 19:28:20.515747 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8200577a-fbd8-43d1-8877-9bc159659bc3 req-a627d8b4-b7fe-4949-9c21-e0bbb26c9ecd tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576835 Nov 15 19:28:20.527353 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe is scheduled to L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 with binding_index 1 {{(pid=102515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 19:28:20.634096 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:28:20.646485 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Sync routers for ids ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:28:20.657441 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Routers {'d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:20.658031 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:20.714431 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:20.723211 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4a448990-8306-4a61-b13a-a916c3963a01 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:20.724233 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50760) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:20.726821 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d8bd4bba-45c5-4866-8b41-6f4ea4f7921b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.4632854 Nov 15 19:28:20.786825 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Set router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:20.792233 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552fab1-6dbc-45af-bce4-f4ff6ccfc4ff req-15ee9a6f-789c-4789-9012-51f0402657f7 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:20.799989 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9552fab1-6dbc-45af-bce4-f4ff6ccfc4ff req-15ee9a6f-789c-4789-9012-51f0402657f7 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0624993 Nov 15 19:28:20.834429 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 4a448990-8306-4a61-b13a-a916c3963a01 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:20.834894 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:20.924625 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9552fab1-6dbc-45af-bce4-f4ff6ccfc4ff req-4afbd585-aae2-4bc8-94da-868dadd573eb tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144867 Nov 15 19:28:21.063455 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada835bf-25b9-4003-8f75-22e932858519 req-890c2129-643b-4559-8262-8ea2777860ed tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:21.065914 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ada835bf-25b9-4003-8f75-22e932858519 req-890c2129-643b-4559-8262-8ea2777860ed tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1117074 Nov 15 19:28:21.109338 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e1b34af5-9c9c-4f05-a9b4-ce5fe2ccf71d req-1177bda3-5038-4fef-88c4-55443442740e tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0848100 Nov 15 19:28:21.194064 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:28:19Z', 'revision_number': 3, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port': {'id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:18Z', 'updated_at': '2021-11-15T19:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:21.217754 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ada835bf-25b9-4003-8f75-22e932858519 req-25d8a093-86f0-4923-a224-7709ddb9a9ce tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450825 Nov 15 19:28:21.260754 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Checking router: d22a30dc-be0c-4afe-a76a-bd96ffe5cafe for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:28:21.261101 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Updating router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe port 56ecc45a-dd75-4381-b352-1f9dfb584f14 binding host dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:28:21.323452 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:21.419081 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:21.575032 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d64ba-3c05-4306-a239-753fb66592b6 req-b6a2ef77-8103-4841-a08c-e4ff83c9a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:21.576677 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fd1d64ba-3c05-4306-a239-753fb66592b6 req-b6a2ef77-8103-4841-a08c-e4ff83c9a60f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 1099 time: 0.1326330 Nov 15 19:28:21.593011 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468f842-5200-4026-ac08-b604751406ae req-65f5387a-2c12-4b7a-9c7a-6ecb7dca739c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:21.594665 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f468f842-5200-4026-ac08-b604751406ae req-65f5387a-2c12-4b7a-9c7a-6ecb7dca739c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.2024603 Nov 15 19:28:21.606815 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65b1fe-b34c-4b9b-84ef-1f0ba0fb6c46 req-4b373d31-d5cf-402f-9be3-5086ad9f11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:21.608346 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1a65b1fe-b34c-4b9b-84ef-1f0ba0fb6c46 req-4b373d31-d5cf-402f-9be3-5086ad9f11c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 1098 time: 0.0849559 Nov 15 19:28:21.695652 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:21.703576 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fd1d64ba-3c05-4306-a239-753fb66592b6 req-7a713176-3589-4142-82dd-8507ee72d695 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061623 Nov 15 19:28:21.717732 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1a65b1fe-b34c-4b9b-84ef-1f0ba0fb6c46 req-99670db6-17dc-4136-b452-61c25a6f9625 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942509 Nov 15 19:28:21.718427 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40803c9-0230-4cda-9835-299427519ba9 req-4aa020f9-8b72-495f-8ed1-6a694c447e73 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:21.721013 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e40803c9-0230-4cda-9835-299427519ba9 req-4aa020f9-8b72-495f-8ed1-6a694c447e73 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1918230 Nov 15 19:28:21.722372 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f468f842-5200-4026-ac08-b604751406ae req-5a4318c8-a898-4e66-83bc-40abbced52dc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188064 Nov 15 19:28:21.767367 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Allocated IP 172.20.0.1 (dfd9c72b-9fcc-4184-80a1-398764a9a20b/e4778911-4fd2-4424-973b-987f656e0486/ceb0a086-b59c-4dd2-855c-1c97ca8c26ca) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:21.773155 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:21.834520 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Attempting to bind port 56ecc45a-dd75-4381-b352-1f9dfb584f14 on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:28:21.835811 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Attempting to bind port 56ecc45a-dd75-4381-b352-1f9dfb584f14 by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:28:21.836607 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Attempting to bind port 56ecc45a-dd75-4381-b352-1f9dfb584f14 on network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:21.839368 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e40803c9-0230-4cda-9835-299427519ba9 req-0f91ce69-72ad-4613-9c75-42e755862c2d tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112103 Nov 15 19:28:21.845989 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:28:21.846359 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Checking segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:21.847260 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:21.847647 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Bound using segment: {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:28:21.848108 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Bound port: 56ecc45a-dd75-4381-b352-1f9dfb584f14, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ba084-e5e2-4819-9f90-0326b6e6509f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:28:21.848609 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:21.851101 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f378ff-603c-4902-a897-e2fcfb13558d None None] Pushing event updated for resources: {'Port': ['ID=56ecc45a-dd75-4381-b352-1f9dfb584f14,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:21.855620 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7192e57-01c3-47b5-8d89-4a13e20a1adf req-ce827d7f-6e61-45eb-8041-eec5c9f60e3f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:21.858832 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e7192e57-01c3-47b5-8d89-4a13e20a1adf req-ce827d7f-6e61-45eb-8041-eec5c9f60e3f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.0652981 Nov 15 19:28:21.902511 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] For port 56ecc45a-dd75-4381-b352-1f9dfb584f14, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:28:21.906032 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] For port 56ecc45a-dd75-4381-b352-1f9dfb584f14, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=56ecc45a-dd75-4381-b352-1f9dfb584f14,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:28:21.912529 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:21.923606 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e7192e57-01c3-47b5-8d89-4a13e20a1adf req-0147f231-2f83-4d12-9d3d-26c6a97d9e05 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539010 Nov 15 19:28:22.035517 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:22.067858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f051f6-b839-4882-b375-32185f31f5c4 req-0e3dda71-47a1-4801-bd8a-9e8ac004fa0e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:22.070408 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-16f051f6-b839-4882-b375-32185f31f5c4 req-0e3dda71-47a1-4801-bd8a-9e8ac004fa0e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0668643 Nov 15 19:28:22.072855 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:22.143148 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Network dfd9c72b-9fcc-4184-80a1-398764a9a20b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:22.153412 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:22.161473 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Pushing event updated for resources: {'Port': ['ID=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:22.164701 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:22.189046 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-16f051f6-b839-4882-b375-32185f31f5c4 req-58aa751d-9eba-45c7-b97a-d8bf6fd26114 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085246 Nov 15 19:28:22.216236 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f378ff-603c-4902-a897-e2fcfb13558d None None] Pushing event updated for resources: {'Port': ['ID=56ecc45a-dd75-4381-b352-1f9dfb584f14,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:22.222771 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ec8588ee-e733-48dd-ab05-9c541da13781 req-2e6b143b-afbd-40a4-9045-b21933b65163 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0443001 Nov 15 19:28:22.236501 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Routers {'d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:22.237131 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:22.253168 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507842'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:22.360935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297625-8d37-4fff-b349-02511c652f6f req-fbd87b1c-df2a-4fce-b6b7-e22b9c515141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:22.362672 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-87297625-8d37-4fff-b349-02511c652f6f req-fbd87b1c-df2a-4fce-b6b7-e22b9c515141 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 1096 time: 0.0610540 Nov 15 19:28:22.385190 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] Set router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:22.471133 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-00b2204e-559b-4ae0-a688-9e6f2a46666f None None] Provisioning complete for port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:22.472784 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-00b2204e-559b-4ae0-a688-9e6f2a46666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:22.547368 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-00b2204e-559b-4ae0-a688-9e6f2a46666f None None] Port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:28:22.665717 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a751-b27b-4515-9587-7ff3a6edebd7 req-af7176e1-f569-4d8a-922c-d584fd35b6e0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:22.667323 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-04c5a751-b27b-4515-9587-7ff3a6edebd7 req-af7176e1-f569-4d8a-922c-d584fd35b6e0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0903366 Nov 15 19:28:22.715556 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:28:19Z', 'revision_number': 3, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port': {'id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:18Z', 'updated_at': '2021-11-15T19:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:22.743108 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-04c5a751-b27b-4515-9587-7ff3a6edebd7 req-f1e96f63-9e94-4caf-a69b-b1758da9c179 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626204 Nov 15 19:28:22.744863 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9dec1f-f304-4458-a0e2-b1d36c48c83f None None] The sync data for ids ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'] in dv-cinder-801522-7-iscsi is: [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:28:19Z', 'revision_number': 3, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port': {'id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:18Z', 'updated_at': '2021-11-15T19:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:28:22.827815 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:22.967716 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-ad43b6ff-98e8-4f39-9334-6b24388cb737 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:22.969527 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-ad43b6ff-98e8-4f39-9334-6b24388cb737 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.43 "GET /v2.0/networks?id=d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 200 len: 815 time: 0.1472261 Nov 15 19:28:22.970661 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297625-8d37-4fff-b349-02511c652f6f req-230e5380-b117-4b4b-8578-ee606ed21694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:22.972137 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-87297625-8d37-4fff-b349-02511c652f6f req-230e5380-b117-4b4b-8578-ee606ed21694 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 917 time: 0.5654728 Nov 15 19:28:23.005813 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'port': {'device_id': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'admin_state_up': True, 'tenant_id': '929d641b2a8f4991965849e595b0eb57'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:23.020571 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771fbb-2add-4b0f-8ab2-06951ceb5c72 req-65389a67-c12a-479f-bb09-2c63ddba65eb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:23.021947 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a4771fbb-2add-4b0f-8ab2-06951ceb5c72 req-65389a67-c12a-479f-bb09-2c63ddba65eb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1108603 Nov 15 19:28:23.030178 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179963c1-18fe-4b4e-9fcf-e41e71f250b1 req-9a4bc93f-4602-4a1a-bfa3-fbc0b84192aa tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:23.031801 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-179963c1-18fe-4b4e-9fcf-e41e71f250b1 req-9a4bc93f-4602-4a1a-bfa3-fbc0b84192aa tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1094549 Nov 15 19:28:23.165095 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:23.200570 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-179963c1-18fe-4b4e-9fcf-e41e71f250b1 req-8cc80115-46f9-4217-afd3-f567bbb886a5 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525722 Nov 15 19:28:23.229559 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-87297625-8d37-4fff-b349-02511c652f6f req-5a077815-254b-4891-bf9a-e627dd1cb05b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e HTTP/1.1" status: 200 len: 998 time: 0.2344506 Nov 15 19:28:23.264984 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:23.311609 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a4771fbb-2add-4b0f-8ab2-06951ceb5c72 req-9a6ed040-cd39-46ec-938c-b2a6e8b461cc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774151 Nov 15 19:28:23.363917 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297625-8d37-4fff-b349-02511c652f6f req-ea5890a7-83ad-4026-8191-d929a7c6b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:23.365706 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-87297625-8d37-4fff-b349-02511c652f6f req-ea5890a7-83ad-4026-8191-d929a7c6b2b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.1220438 Nov 15 19:28:23.406799 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507742'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:23.433977 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297625-8d37-4fff-b349-02511c652f6f req-8e41869d-eb53-469c-9c0a-8f0c94ccd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:23.435472 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-87297625-8d37-4fff-b349-02511c652f6f req-8e41869d-eb53-469c-9c0a-8f0c94ccd51b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610003 Nov 15 19:28:23.447346 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Made reservation on behalf of 929d641b2a8f4991965849e595b0eb57 for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:28:23.451167 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:23.478981 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Pushing event updated for resources: {'Port': ['ID=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:23.546662 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03309b-ca17-4c76-928e-f87ae7e973e7 req-2fef9796-95b1-49e8-bc13-7062dbd11210 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:23.548816 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-db03309b-ca17-4c76-928e-f87ae7e973e7 req-2fef9796-95b1-49e8-bc13-7062dbd11210 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1780667 Nov 15 19:28:23.719091 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-87297625-8d37-4fff-b349-02511c652f6f req-ab861c85-5007-403f-9662-73c2d5ac0b54 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189300 Nov 15 19:28:23.735218 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db71a9-e1ff-4441-b734-bfe1534ec969 req-7d901b4e-3f48-455e-ae0f-5211e02693bb tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:23.737443 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-65db71a9-e1ff-4441-b734-bfe1534ec969 req-7d901b4e-3f48-455e-ae0f-5211e02693bb tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.2836647 Nov 15 19:28:23.737665 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Network dfd9c72b-9fcc-4184-80a1-398764a9a20b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:23.758363 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:23.764669 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6be05-b191-44fd-aa79-f642e47d0c49 req-5702e8d1-7a5c-4073-b3d1-61f44be27118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:23.767376 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f7c6be05-b191-44fd-aa79-f642e47d0c49 req-5702e8d1-7a5c-4073-b3d1-61f44be27118 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1098 time: 0.1961617 Nov 15 19:28:23.781269 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-db03309b-ca17-4c76-928e-f87ae7e973e7 req-953e9238-49ec-4574-9941-652c625915eb tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083325 Nov 15 19:28:23.962307 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.43', 55370) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:24.024757 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-87297625-8d37-4fff-b349-02511c652f6f req-ea98475e-8ed1-4133-a6e0-33f5b023743f service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857163 Nov 15 19:28:24.078855 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Allocated IP 172.20.0.3 (d7eefbab-a447-40e0-bbc4-2235671531c5/e4f9cabf-40a3-4091-abd2-235cd9e9de6b/0ff18d80-7e2c-4b99-a838-fdeaba488a29) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:24.122630 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-487df066-2a11-4711-94f5-fc608492b57a req-e407a6f0-8e81-417a-ad39-97b8fbdf6831 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.1246982 Nov 15 19:28:24.128963 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-65db71a9-e1ff-4441-b734-bfe1534ec969 req-119a90bb-1395-48d5-ba8d-9572bcce5d5c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268122 Nov 15 19:28:24.173713 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f7c6be05-b191-44fd-aa79-f642e47d0c49 req-44ac268c-ec90-404a-8965-0b2aa71ea3da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884618 Nov 15 19:28:24.192091 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-27062ed1-eb82-4e95-964c-f0366ca71c37 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:24.193008 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-f296ae1f-85c0-471b-a491-5d70c0629be7 None None] Provisioning complete for port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:24.193747 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f296ae1f-85c0-471b-a491-5d70c0629be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:24.193905 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-27062ed1-eb82-4e95-964c-f0366ca71c37 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.2245555 Nov 15 19:28:24.238715 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:28:24.263656 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-f296ae1f-85c0-471b-a491-5d70c0629be7 None None] Port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:28:24.422405 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef4925-fe54-41d4-9292-c79ffa271eac req-7f0432c3-ca22-4dad-9814-1d092c7e74fb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:24.430198 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2cef4925-fe54-41d4-9292-c79ffa271eac req-7f0432c3-ca22-4dad-9814-1d092c7e74fb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1505153 Nov 15 19:28:24.444980 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbb244-e699-4f62-979b-55286d7588cf req-bf4ed4c2-e296-459c-ae86-99d755f5b227 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:24.446542 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-65cbb244-e699-4f62-979b-55286d7588cf req-bf4ed4c2-e296-459c-ae86-99d755f5b227 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.0896237 Nov 15 19:28:24.488846 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:28:24.516572 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:24.522269 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5b1ad722-51f5-4ec0-8c46-17bf0863796c admin admin] 10.222.0.48 "PUT /v2.0/routers/d22a30dc-be0c-4afe-a76a-bd96ffe5cafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7968245 Nov 15 19:28:24.548595 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2cef4925-fe54-41d4-9292-c79ffa271eac req-2bd6c7de-9ba1-4973-abf8-3411fc31b5fe tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172543 Nov 15 19:28:24.612985 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-65cbb244-e699-4f62-979b-55286d7588cf req-d322a850-7fe7-43fe-b9fe-aca54195a119 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546836 Nov 15 19:28:24.783865 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:24.836308 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 56ecc45a-dd75-4381-b352-1f9dfb584f14 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:24.905715 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Network d7eefbab-a447-40e0-bbc4-2235671531c5 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:24.940980 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:24.966462 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 56ecc45a-dd75-4381-b352-1f9dfb584f14 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:24.967087 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:24.978397 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099495e6-f554-405a-b58b-1dfa9b60bc35 req-0d693ff0-577d-461d-9775-2e58b1244f34 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:24.993183 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-099495e6-f554-405a-b58b-1dfa9b60bc35 req-0d693ff0-577d-461d-9775-2e58b1244f34 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.2724521 Nov 15 19:28:25.016159 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:25.157617 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:25.160737 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:25.226495 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:25.238044 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'Port': ['ID=0ff18d80-7e2c-4b99-a838-fdeaba488a29,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:25.288588 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] For port 56ecc45a-dd75-4381-b352-1f9dfb584f14, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=56ecc45a-dd75-4381-b352-1f9dfb584f14,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:25.353868 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-099495e6-f554-405a-b58b-1dfa9b60bc35 req-db1d2498-089d-483a-b643-af1ea3ffbabb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555768 Nov 15 19:28:25.366752 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:25.368772 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-605bf504-f3b0-4d48-a51c-078b1dd69240 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3724306 Nov 15 19:28:25.548224 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-bb40a350-585a-4468-bde5-a09ab1f31dae None None] Provisioning complete for port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:25.548224 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bb40a350-585a-4468-bde5-a09ab1f31dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:25.597438 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757ca66-36e3-45dc-8fbc-a7e90b06b10d req-8558a85c-a66f-4a23-8525-09ef8c4747d3 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:25.610978 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Pushing event updated for resources: {'Port': ['ID=56ecc45a-dd75-4381-b352-1f9dfb584f14,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:25.613140 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0757ca66-36e3-45dc-8fbc-a7e90b06b10d req-8558a85c-a66f-4a23-8525-09ef8c4747d3 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1197402 Nov 15 19:28:25.655065 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.656433 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.656433 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.657227 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.661000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.661000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.661000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.661000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.661000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.661000 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.661660 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.662309 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:28:25.695912 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-bb40a350-585a-4468-bde5-a09ab1f31dae None None] Port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:28:25.712943 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0757ca66-36e3-45dc-8fbc-a7e90b06b10d req-7b216b44-e2ec-4a41-958e-8b305955eaaf tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987408 Nov 15 19:28:25.737355 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Sync routers for ids ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:28:25.758467 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Routers {'d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:25.761361 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:25.828444 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50848) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:25.837031 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-16210e2c-6274-45f9-8484-8d66ddd5b43d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328276029', 'description': 'tempest-secgroup-smoke-328276029 description', 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:25.952445 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95564ef1-182e-443c-9f99-ebd268998581 req-853a2b45-0fb0-4d86-8cf4-50f8e051c657 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:25.954325 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-95564ef1-182e-443c-9f99-ebd268998581 req-853a2b45-0fb0-4d86-8cf4-50f8e051c657 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.1038785 Nov 15 19:28:25.976580 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-16210e2c-6274-45f9-8484-8d66ddd5b43d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:26.013770 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38107c-5c67-463f-a42f-6d472b5209ed req-91c43c30-2fd9-4edc-bb3c-9843e0732660 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:26.024413 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0a38107c-5c67-463f-a42f-6d472b5209ed req-91c43c30-2fd9-4edc-bb3c-9843e0732660 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.0824726 Nov 15 19:28:26.066457 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-95564ef1-182e-443c-9f99-ebd268998581 req-b03f88ae-870e-4b08-b1f6-54d03a9ad1f8 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021094 Nov 15 19:28:26.118200 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0a38107c-5c67-463f-a42f-6d472b5209ed req-5a0c2362-277a-4490-a7f5-c79ca2060401 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928349 Nov 15 19:28:26.186412 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Set router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:26.213742 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-16210e2c-6274-45f9-8484-8d66ddd5b43d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:26.310656 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-16210e2c-6274-45f9-8484-8d66ddd5b43d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:26.368589 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47823c52-9469-440b-b932-9c4a01a202f4 req-44c59fd8-745c-4112-94d4-ed14e52004c9 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:26.370601 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47823c52-9469-440b-b932-9c4a01a202f4 req-44c59fd8-745c-4112-94d4-ed14e52004c9 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1551647 Nov 15 19:28:26.408460 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16210e2c-6274-45f9-8484-8d66ddd5b43d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:26.457835 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-16210e2c-6274-45f9-8484-8d66ddd5b43d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:26.462304 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50858) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:26.462620 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-16210e2c-6274-45f9-8484-8d66ddd5b43d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6325274 Nov 15 19:28:26.469145 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-9a1056d6-733c-47dd-a973-e809c331c478 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'security_group_rule': {'security_group_id': '9211f2a7-b196-4b3b-bb2b-40110fb2ffa5', 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:26.513212 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47823c52-9469-440b-b932-9c4a01a202f4 req-85766559-5087-4bda-a676-a615d4013f3c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185038 Nov 15 19:28:26.638526 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:28:22Z', 'revision_number': 4, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port': {'id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:18Z', 'updated_at': '2021-11-15T19:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'ceb0a086-b59c-4dd2-855c-1c97ca8c26ca', 'name': '', 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'mac_address': 'fa:16:3e:c8:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e4778911-4fd2-4424-973b-987f656e0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:21Z', 'updated_at': '2021-11-15T19:28:22Z', 'revision_number': 2, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'subnets': [{'id': 'e4778911-4fd2-4424-973b-987f656e0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:26.655525 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9a1056d6-733c-47dd-a973-e809c331c478 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:26.721240 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19c6aa-eb8a-4e4a-a5f3-f13a36b283bb req-5e858c27-22df-4168-9834-75843415fbd6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:26.731912 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7d19c6aa-eb8a-4e4a-a5f3-f13a36b283bb req-5e858c27-22df-4168-9834-75843415fbd6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.1258373 Nov 15 19:28:26.758411 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Checking router: d22a30dc-be0c-4afe-a76a-bd96ffe5cafe for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:28:26.758681 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Updating router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca binding host dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 19:28:26.823490 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:26.828564 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9a1056d6-733c-47dd-a973-e809c331c478 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:26.841851 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 56ecc45a-dd75-4381-b352-1f9dfb584f14 up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:26.879040 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7d19c6aa-eb8a-4e4a-a5f3-f13a36b283bb req-9b23c16b-1d7d-49bb-9eec-05909969a634 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440918 Nov 15 19:28:26.921130 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50864) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:26.937800 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9a1056d6-733c-47dd-a973-e809c331c478 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:26.987051 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1056d6-733c-47dd-a973-e809c331c478 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9069ae-8a82-4721-8fc8-bc55e188ae2c,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:27.029396 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0684-fbaa-45dd-bcb7-25bb8e026cae req-e22d70c9-9001-4a7b-a6bf-436434b163c4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:27.041834 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d4d0684-fbaa-45dd-bcb7-25bb8e026cae req-e22d70c9-9001-4a7b-a6bf-436434b163c4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.2035389 Nov 15 19:28:27.113230 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port 56ecc45a-dd75-4381-b352-1f9dfb584f14 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:27.113985 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:27.222909 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55aa38-a7cd-4dfa-82ca-bfe5499309ad req-5ddd65e6-a980-4a6f-b599-c31024d14b6b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:27.226146 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d4d0684-fbaa-45dd-bcb7-25bb8e026cae req-4f8f05c2-bdd7-4b06-908a-9231182ceec2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756694 Nov 15 19:28:27.228044 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ab55aa38-a7cd-4dfa-82ca-bfe5499309ad req-5ddd65e6-a980-4a6f-b599-c31024d14b6b tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1369572 Nov 15 19:28:27.247080 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9a1056d6-733c-47dd-a973-e809c331c478 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:27.253783 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9a1056d6-733c-47dd-a973-e809c331c478 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7894804 Nov 15 19:28:27.256719 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50870) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:27.265184 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-3cc93d81-7c88-43fa-9a99-7b3d76bfe84b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'security_group_rule': {'security_group_id': '9211f2a7-b196-4b3b-bb2b-40110fb2ffa5', 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:27.364124 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ab55aa38-a7cd-4dfa-82ca-bfe5499309ad req-c85bf981-4a45-4c2f-863d-ab0424562846 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243322 Nov 15 19:28:27.367412 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26a257-b7d7-458c-8843-81f25cf1521a tempest-TestVolumeBootPattern-617924123 tempest-TestVolumeBootPattern-617924123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:27.369132 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1f26a257-b7d7-458c-8843-81f25cf1521a tempest-TestVolumeBootPattern-617924123 tempest-TestVolumeBootPattern-617924123-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 1093 time: 0.4466503 Nov 15 19:28:27.374536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50872) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:27.380632 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'port_id': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:27.469965 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3cc93d81-7c88-43fa-9a99-7b3d76bfe84b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:27.541318 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:27.573384 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:27.584798 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0ba8-c424-44ef-8fef-0ec2cc58b3a1 req-f0532678-f265-43fe-96fd-14e053fd9fba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:27.594682 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5f2e0ba8-c424-44ef-8fef-0ec2cc58b3a1 req-f0532678-f265-43fe-96fd-14e053fd9fba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1826608 Nov 15 19:28:27.624195 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:27.710618 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3cc93d81-7c88-43fa-9a99-7b3d76bfe84b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:27.761974 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59ca9b-b995-4706-a250-f41cabc6dbff req-dc22d856-8b69-4423-9fe1-a113375c735f tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:27.775359 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58b865-3607-4b5e-8f69-fe43a754355e None None] Pushing event updated for resources: {'Port': ['ID=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:27.777825 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ff59ca9b-b995-4706-a250-f41cabc6dbff req-dc22d856-8b69-4423-9fe1-a113375c735f tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.2780964 Nov 15 19:28:27.818366 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5f2e0ba8-c424-44ef-8fef-0ec2cc58b3a1 req-5c1997bb-38c6-485c-a6ac-52c5d90bc9c4 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110276 Nov 15 19:28:27.827256 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3cc93d81-7c88-43fa-9a99-7b3d76bfe84b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:27.942405 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc93d81-7c88-43fa-9a99-7b3d76bfe84b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0478e845-d222-4063-988e-dbdef2a1a241,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:27.946003 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ff59ca9b-b995-4706-a250-f41cabc6dbff req-77c67f6a-5fec-4f9c-9d70-84e35990865d tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587102 Nov 15 19:28:28.011435 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3cc93d81-7c88-43fa-9a99-7b3d76bfe84b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.017475 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3cc93d81-7c88-43fa-9a99-7b3d76bfe84b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7589583 Nov 15 19:28:28.021500 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50878) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:28.053125 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-9f1ed54a-3522-4161-a181-721efc379037 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'security_group_rule': {'security_group_id': '9211f2a7-b196-4b3b-bb2b-40110fb2ffa5', 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:28.107661 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfea7a-b6de-479e-a2b2-5e616924ed62 req-1fd3ad6a-48da-4fe6-a418-a685d8c680c0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:28.126598 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ebfea7a-b6de-479e-a2b2-5e616924ed62 req-1fd3ad6a-48da-4fe6-a418-a685d8c680c0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1307695 Nov 15 19:28:28.153168 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.193432 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Attempting to bind port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca on host dv-cinder-801522-7-iscsi for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:28:28.193800 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Attempting to bind port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca by drivers openvswitch,hyperv on host dv-cinder-801522-7-iscsi at level 0 using segments [{'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:28:28.194137 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Attempting to bind port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca on network dfd9c72b-9fcc-4184-80a1-398764a9a20b {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:28.210102 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Checking agent: {'id': '600850c9-59d2-46ed-b0da-645995001af2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 16, 38), 'started_at': datetime.datetime(2021, 11, 15, 19, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:28:28.211117 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Checking segment: {'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:28.211499 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.211904 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Bound using segment: {'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:28:28.212417 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Bound port: ceb0a086-b59c-4dd2-855c-1c97ca8c26ca, host: dv-cinder-801522-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:28:28.218258 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.255997 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed54a-3522-4161-a181-721efc379037 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.266952 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-6eda2b36-cd9c-4c05-9844-1a663b023adb None None] Provisioning complete for port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:28.266952 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6eda2b36-cd9c-4c05-9844-1a663b023adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.277577 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ebfea7a-b6de-479e-a2b2-5e616924ed62 req-41f3dd4f-0bb6-48ab-b186-e2b73b9a3c32 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340692 Nov 15 19:28:28.468592 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-6eda2b36-cd9c-4c05-9844-1a663b023adb None None] Port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:28:28.509455 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] For port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca, host dv-cinder-801522-7-iscsi, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:28:28.513544 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] For port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca, host dv-cinder-801522-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,segment=NetworkSegment(d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6),segment_id=d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:28:28.574271 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.575745 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Allocated IP 172.27.0.241 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/b7d40656-cfc7-4c48-a319-2a01fa94380b) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:28:28.592884 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed54a-3522-4161-a181-721efc379037 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.614871 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880dbe-79f5-43b4-bb2d-9909aab895ad req-d28d483c-6e84-4956-aa7c-592e55efe506 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:28.615348 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc23a-0862-4573-914c-8b4e06bf6568 req-3cbdf4dd-7148-4183-a871-57a2aab4a82d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:28.623022 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-655cc23a-0862-4573-914c-8b4e06bf6568 req-3cbdf4dd-7148-4183-a871-57a2aab4a82d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.2099893 Nov 15 19:28:28.624512 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff880dbe-79f5-43b4-bb2d-9909aab895ad req-d28d483c-6e84-4956-aa7c-592e55efe506 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.0833628 Nov 15 19:28:28.723479 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff880dbe-79f5-43b4-bb2d-9909aab895ad req-ee2ec10e-fbc4-45cb-90fa-868c40051bae tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976622 Nov 15 19:28:28.724309 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed54a-3522-4161-a181-721efc379037 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:28.731442 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58b865-3607-4b5e-8f69-fe43a754355e None None] Pushing event updated for resources: {'Port': ['ID=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:28.751233 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Routers {'d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:28.753050 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:28.826728 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ed54a-3522-4161-a181-721efc379037 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03df83fe-a71e-437f-af0d-8fdf0658e858,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:28.851884 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-655cc23a-0862-4573-914c-8b4e06bf6568 req-192e9fed-9f0f-48f9-9c9c-fe2c57cc2aef tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274132 Nov 15 19:28:28.968857 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:29.083708 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c5af-a2fb-4fad-b282-74b101a36e34 req-312a0b6f-c97d-40e6-bdcb-da8c1d27630b tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:29.083708 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2b9c5af-a2fb-4fad-b282-74b101a36e34 req-312a0b6f-c97d-40e6-bdcb-da8c1d27630b tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 946 time: 0.1295216 Nov 15 19:28:29.120213 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 16cb891d-6102-40bb-91ea-b1b1897caad0 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:28:29.177296 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ed56-ed85-4238-a7fc-fbaa9b14c22d req-29b35116-3f5d-4992-82ad-6f748d75d085 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:29.179871 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa76ed56-ed85-4238-a7fc-fbaa9b14c22d req-29b35116-3f5d-4992-82ad-6f748d75d085 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.1075909 Nov 15 19:28:29.188677 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2b9c5af-a2fb-4fad-b282-74b101a36e34 req-98677169-9a06-4ca9-9be1-fe83bc572421 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190381 Nov 15 19:28:29.210719 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] Set router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:29.298640 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa76ed56-ed85-4238-a7fc-fbaa9b14c22d req-df6aae34-dbb6-4d02-95c3-ea92750d68fe tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083608 Nov 15 19:28:29.458376 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-4f6a2cee-058d-4e27-9da3-3599459500cd None None] Provisioning complete for port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:29.458745 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2cee-058d-4e27-9da3-3599459500cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:29.482855 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb454f-0641-4d79-837f-ac66453897cc req-81d3a6b5-63fc-41fc-94ec-e2554e21dd08 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:29.484697 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8fb454f-0641-4d79-837f-ac66453897cc req-81d3a6b5-63fc-41fc-94ec-e2554e21dd08 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1008790 Nov 15 19:28:29.553590 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8fb454f-0641-4d79-837f-ac66453897cc req-a5c1e724-f2ea-41ae-b12d-f19219ef217c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626783 Nov 15 19:28:29.598945 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:29.654922 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16cb891d-6102-40bb-91ea-b1b1897caad0'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:29.657379 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a883784-9054-4daa-ab2e-8d990d0ef16f" -d '{"events": [{"server_uuid": "a9005abe-63b7-440a-94e9-46690e24a9c8", "name": "network-vif-unplugged", "status": "completed", "tag": "16cb891d-6102-40bb-91ea-b1b1897caad0"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:29.706292 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 16cb891d-6102-40bb-91ea-b1b1897caad0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=16cb891d-6102-40bb-91ea-b1b1897caad0,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:29.732744 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2cee-058d-4e27-9da3-3599459500cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:29.745371 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c13c7e-51bd-429a-95a4-3773821b9460 x-openstack-request-id: req-74c13c7e-51bd-429a-95a4-3773821b9460 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:29.745780 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9005abe-63b7-440a-94e9-46690e24a9c8", "name": "network-vif-unplugged", "status": "completed", "tag": "16cb891d-6102-40bb-91ea-b1b1897caad0", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:29.746090 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74c13c7e-51bd-429a-95a4-3773821b9460 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:29.746752 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16cb891d-6102-40bb-91ea-b1b1897caad0', 'code': 200} Nov 15 19:28:29.766426 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:28:22Z', 'revision_number': 4, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port': {'id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:18Z', 'updated_at': '2021-11-15T19:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'ceb0a086-b59c-4dd2-855c-1c97ca8c26ca', 'name': '', 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'mac_address': 'fa:16:3e:c8:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e4778911-4fd2-4424-973b-987f656e0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:21Z', 'updated_at': '2021-11-15T19:28:28Z', 'revision_number': 4, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'subnets': [{'id': 'e4778911-4fd2-4424-973b-987f656e0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:29.804041 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc52da1-3334-4654-821b-78ce0ea7cf68 None None] The sync data for ids ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'] in dv-cinder-801522-7-iscsi is: [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:28:22Z', 'revision_number': 4, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port': {'id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:18Z', 'updated_at': '2021-11-15T19:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'ceb0a086-b59c-4dd2-855c-1c97ca8c26ca', 'name': '', 'network_id': 'dfd9c72b-9fcc-4184-80a1-398764a9a20b', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'mac_address': 'fa:16:3e:c8:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e4778911-4fd2-4424-973b-987f656e0486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:21Z', 'updated_at': '2021-11-15T19:28:28Z', 'revision_number': 4, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'subnets': [{'id': 'e4778911-4fd2-4424-973b-987f656e0486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:28:29.809282 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-4f6a2cee-058d-4e27-9da3-3599459500cd None None] For port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,segment=NetworkSegment(d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6),segment_id=d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:29.881233 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed54a-3522-4161-a181-721efc379037 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:29.883120 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9f1ed54a-3522-4161-a181-721efc379037 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8513343 Nov 15 19:28:29.886401 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 50894) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:29.905583 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-847114f5-2116-4d17-bd23-370b79c1c6be tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'security_group_rule': {'security_group_id': '9211f2a7-b196-4b3b-bb2b-40110fb2ffa5', 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:29.972071 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3730-8ba8-4900-a025-41d429dabd76 req-9127f7df-3204-4047-ab98-74e436a0be12 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:29.973715 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-116e3730-8ba8-4900-a025-41d429dabd76 req-9127f7df-3204-4047-ab98-74e436a0be12 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1387820 Nov 15 19:28:30.036706 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:30.098698 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:30.103790 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2cee-058d-4e27-9da3-3599459500cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:30.121434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750017d-2b83-43e0-a8e7-4187c160dd5e req-74f16e3f-c41c-41f2-9293-1dfb55f0be0f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:30.126093 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d750017d-2b83-43e0-a8e7-4187c160dd5e req-74f16e3f-c41c-41f2-9293-1dfb55f0be0f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1395888 Nov 15 19:28:30.153307 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-116e3730-8ba8-4900-a025-41d429dabd76 req-f4a2e4e1-5b0c-4af2-81dc-ffecda819e2e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417282 Nov 15 19:28:30.167440 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:28:30.227615 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-847114f5-2116-4d17-bd23-370b79c1c6be tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:30.243049 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:28:30.249556 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:28:30.250863 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=16cb891d-6102-40bb-91ea-b1b1897caad0,revision_number=6']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:30.411369 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a2cee-058d-4e27-9da3-3599459500cd None None] Pushing event updated for resources: {'Port': ['ID=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:30.432655 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d750017d-2b83-43e0-a8e7-4187c160dd5e req-d0b250ae-648a-4827-92ec-2bec1a27c0f1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939980 Nov 15 19:28:30.442237 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=b7d40656-cfc7-4c48-a319-2a01fa94380b,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:30.577766 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6cbc-00e9-41f1-992f-5b26e19015bc req-1d79b3a4-3cb6-4514-8cc3-5ebf89305a6c tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:30.594441 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1a6cbc-00e9-41f1-992f-5b26e19015bc req-1d79b3a4-3cb6-4514-8cc3-5ebf89305a6c tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1978872 Nov 15 19:28:30.642965 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-847114f5-2116-4d17-bd23-370b79c1c6be tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:30.738349 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1868e98-bbcf-4a75-b3c3-2307bf736e22 req-5cb6bf45-ce99-4124-a15a-ebde0f915c73 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:30.748815 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b1868e98-bbcf-4a75-b3c3-2307bf736e22 req-5cb6bf45-ce99-4124-a15a-ebde0f915c73 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.1566551 Nov 15 19:28:30.770057 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1a6cbc-00e9-41f1-992f-5b26e19015bc req-d8c37862-094d-42b7-b679-422e929402c1 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740053 Nov 15 19:28:30.780351 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-847114f5-2116-4d17-bd23-370b79c1c6be tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:30.870151 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device ceb0a086-b59c-4dd2-855c-1c97ca8c26ca up at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:30.947465 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Provisioning complete for port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:30.952817 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:30.962105 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847114f5-2116-4d17-bd23-370b79c1c6be tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34721cf2-97e3-4add-a281-54e0e794751e,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:31.008654 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-847114f5-2116-4d17-bd23-370b79c1c6be tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:31.016821 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-847114f5-2116-4d17-bd23-370b79c1c6be tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1287231 Nov 15 19:28:31.035307 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50906) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:31.058957 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-e9149c5a-af0a-453c-9ecf-6674b5018b84 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'security_group_rule': {'security_group_id': '9211f2a7-b196-4b3b-bb2b-40110fb2ffa5', 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:31.182289 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484946d8-4f3a-4dcd-83d4-549a766febeb req-2b5966c0-436a-4896-bf72-aa903ed52383 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:31.186341 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-484946d8-4f3a-4dcd-83d4-549a766febeb req-2b5966c0-436a-4896-bf72-aa903ed52383 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.2529593 Nov 15 19:28:31.271509 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-484946d8-4f3a-4dcd-83d4-549a766febeb req-62287671-8d3d-4bb8-8b81-f4b30ece0315 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774586 Nov 15 19:28:31.273751 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.securitygroups_db [None req-e9149c5a-af0a-453c-9ecf-6674b5018b84 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Project e54bfc740aa5467eaf0e937ff2e97b43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 19:28:31.284870 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e9149c5a-af0a-453c-9ecf-6674b5018b84 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:31.395984 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e9149c5a-af0a-453c-9ecf-6674b5018b84 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:31.496572 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457a7b2-ca12-4e3b-85af-def280462578 req-b1b015b9-894c-4ac1-a462-9c09de58bc19 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:31.498408 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c457a7b2-ca12-4e3b-85af-def280462578 req-b1b015b9-894c-4ac1-a462-9c09de58bc19 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.0713809 Nov 15 19:28:31.499738 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e9149c5a-af0a-453c-9ecf-6674b5018b84 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:31.548384 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9149c5a-af0a-453c-9ecf-6674b5018b84 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe4f28a-dd44-4d9f-be31-c0f54b3cd846,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:31.613341 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c457a7b2-ca12-4e3b-85af-def280462578 req-6227b4a0-c703-4fce-a32f-d6a14f6b05e5 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001573 Nov 15 19:28:31.639824 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b1868e98-bbcf-4a75-b3c3-2307bf736e22 req-364fccf8-7a1e-466c-af47-244fb9742071 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8898211 Nov 15 19:28:31.652110 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e9149c5a-af0a-453c-9ecf-6674b5018b84 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:31.656016 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e9149c5a-af0a-453c-9ecf-6674b5018b84 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6151307 Nov 15 19:28:31.657760 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:31.666325 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 50912) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:28:31.673610 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-09446192-a58d-4188-9e81-68e5bf46d7ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'security_group_rule': {'security_group_id': '9211f2a7-b196-4b3b-bb2b-40110fb2ffa5', 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:31.792806 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243fa3-d597-4703-a3e5-e53149c9a8c1 req-9cba29f5-fcc1-4178-aecd-d7b32de1b6e7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:31.800241 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-74243fa3-d597-4703-a3e5-e53149c9a8c1 req-9cba29f5-fcc1-4178-aecd-d7b32de1b6e7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0817735 Nov 15 19:28:31.808695 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.securitygroups_db [None req-09446192-a58d-4188-9e81-68e5bf46d7ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Project e54bfc740aa5467eaf0e937ff2e97b43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 19:28:31.830311 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-09446192-a58d-4188-9e81-68e5bf46d7ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:31.927100 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-74243fa3-d597-4703-a3e5-e53149c9a8c1 req-c90ef969-32cc-45e6-8eb8-ef6f99689d71 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257591 Nov 15 19:28:31.940454 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:31.971140 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-09446192-a58d-4188-9e81-68e5bf46d7ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:32.098788 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-09446192-a58d-4188-9e81-68e5bf46d7ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:32.099474 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd280f99-8806-43fe-89d9-3e0125073b18 req-b5676a88-fdc2-45b0-a280-fe2f2e30ba1f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:32.101152 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fd280f99-8806-43fe-89d9-3e0125073b18 req-b5676a88-fdc2-45b0-a280-fe2f2e30ba1f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1753681 Nov 15 19:28:32.128610 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09446192-a58d-4188-9e81-68e5bf46d7ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32068077-53ba-4fc8-ae29-b926759ef9d8,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:32.205009 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fd280f99-8806-43fe-89d9-3e0125073b18 req-6915962d-440d-413a-94f6-f643624178c7 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774393 Nov 15 19:28:32.226903 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-09446192-a58d-4188-9e81-68e5bf46d7ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:32.242803 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-09446192-a58d-4188-9e81-68e5bf46d7ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5740905 Nov 15 19:28:32.311525 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ea01ff1-83b4-4bcb-a5ea-38e5008f60c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:32.325143 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:32.413643 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:32.472424 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70269508-a2d2-4026-9761-a5db32ad717e req-fd345e64-530f-4719-9d22-28cb5c3dc9e9 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:32.475403 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70269508-a2d2-4026-9761-a5db32ad717e req-fd345e64-530f-4719-9d22-28cb5c3dc9e9 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0856812 Nov 15 19:28:32.529255 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=b7d40656-cfc7-4c48-a319-2a01fa94380b,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:32.550957 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:32.689128 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70269508-a2d2-4026-9761-a5db32ad717e req-471ba035-c18e-4679-b076-99dfbf769980 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689253 Nov 15 19:28:32.759253 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Floating IP c688edb5-4346-4c17-be18-9475a7cb1f21 associated. External IP: 172.27.0.241, port: d7d5ea25-e561-4011-a139-cc1949a433da. Nov 15 19:28:32.929843 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9a545-6a4d-43a4-af53-6eab30ce82b9 req-2f267bb1-b268-49a5-9c83-712a9c095323 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:32.940889 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f7b9a545-6a4d-43a4-af53-6eab30ce82b9 req-2f267bb1-b268-49a5-9c83-712a9c095323 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.1261854 Nov 15 19:28:33.008197 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a84f6c-5dff-41ff-9757-5c7357a29203 req-727b1ae7-a508-4c8d-bd24-4bf025316c54 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:33.009861 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e3a84f6c-5dff-41ff-9757-5c7357a29203 req-727b1ae7-a508-4c8d-bd24-4bf025316c54 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1420605 Nov 15 19:28:33.054668 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f7b9a545-6a4d-43a4-af53-6eab30ce82b9 req-5d074bd9-eeaf-424f-ad5e-cbae0047977e tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157913 Nov 15 19:28:33.208030 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e3a84f6c-5dff-41ff-9757-5c7357a29203 req-2e01da31-f17d-44b1-ab93-66beeb44e4a6 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878178 Nov 15 19:28:33.254049 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Router 9f880e34-8e19-4b41-a17b-3c590850766a has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:28:33.320144 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758abd-56b4-4620-a225-98de67f8a71d req-de215d02-74ee-4bee-9aca-7326437e7a47 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:33.322093 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-62758abd-56b4-4620-a225-98de67f8a71d req-de215d02-74ee-4bee-9aca-7326437e7a47 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1356442 Nov 15 19:28:33.459763 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-62758abd-56b4-4620-a225-98de67f8a71d req-b141b89e-e769-42c0-ae2c-740a3546271d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253290 Nov 15 19:28:33.584045 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49064aa8-7780-4540-9c44-0b52f089f076 req-d68ed050-c595-4b2f-b431-34692ce05496 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:33.585674 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-49064aa8-7780-4540-9c44-0b52f089f076 req-d68ed050-c595-4b2f-b431-34692ce05496 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1632090 Nov 15 19:28:33.591599 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:28:33.605955 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:28:33.637122 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:33.638996 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:33.735246 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-49064aa8-7780-4540-9c44-0b52f089f076 req-ecf8c71c-7b2f-4753-8f3c-196ec60a1273 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297011 Nov 15 19:28:33.763222 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:33.884417 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-a5f8a026-c74b-42bf-ad9b-af63e1b15b9f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4972320 Nov 15 19:28:33.884417 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'tag': 'd7d5ea25-e561-4011-a139-cc1949a433da'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:33.884417 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f525a30d-299f-488f-8d79-3fa3a9fc5271" -d '{"events": [{"name": "network-changed", "server_uuid": "982dbc5a-c23c-4eee-adbc-bec5f2449875", "tag": "d7d5ea25-e561-4011-a139-cc1949a433da"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:33.926700 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:33.956017 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d830f869-bbcc-4141-b09a-81773c72df2a x-openstack-request-id: req-d830f869-bbcc-4141-b09a-81773c72df2a {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:33.956635 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982dbc5a-c23c-4eee-adbc-bec5f2449875", "tag": "d7d5ea25-e561-4011-a139-cc1949a433da", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:33.957071 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d830f869-bbcc-4141-b09a-81773c72df2a {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:33.957706 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'tag': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'status': 'completed', 'code': 200} Nov 15 19:28:33.999412 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853f80c-7ecd-487b-87b4-c5f55126f00c req-52e95b15-b3ff-43cf-b4fd-babd3b70cb57 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:34.001161 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8853f80c-7ecd-487b-87b4-c5f55126f00c req-52e95b15-b3ff-43cf-b4fd-babd3b70cb57 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1017072 Nov 15 19:28:34.072846 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8853f80c-7ecd-487b-87b4-c5f55126f00c req-b0b1affb-d6a4-4a1a-988c-4adfb5e5ef2c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649340 Nov 15 19:28:34.306660 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0a4de-5f7b-428e-b31e-9039a36b5d07 req-8d0b79ac-b2c5-422e-8e79-231353cfa986 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:34.308274 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-22d0a4de-5f7b-428e-b31e-9039a36b5d07 req-8d0b79ac-b2c5-422e-8e79-231353cfa986 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.1051140 Nov 15 19:28:34.344232 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'c688edb5-4346-4c17-be18-9475a7cb1f21', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:80:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:28:30Z', 'updated_at': '2021-11-15T19:28:30Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:34.395495 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:28:34.413192 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-22d0a4de-5f7b-428e-b31e-9039a36b5d07 req-a8846c9e-4fb1-4e2d-9bfd-76fc234d9a46 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912011 Nov 15 19:28:34.428323 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:28:34.429756 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:28:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:34.481880 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed448b9-4dd2-4aea-b978-45bf2dc5a581 req-8ac52f9f-3c31-4a69-99bf-3d236dc268aa tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:34.483611 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8ed448b9-4dd2-4aea-b978-45bf2dc5a581 req-8ac52f9f-3c31-4a69-99bf-3d236dc268aa tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1195681 Nov 15 19:28:34.574417 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8ed448b9-4dd2-4aea-b978-45bf2dc5a581 req-e1b083e5-4d9d-4084-9a4b-22a57e433263 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798507 Nov 15 19:28:34.668672 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:28:34.681048 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23bf0-3961-48ff-ab98-8a3f9c30331f req-ff887464-7b12-4041-96d6-703c516f1d99 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:34.682928 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-40f23bf0-3961-48ff-ab98-8a3f9c30331f req-ff887464-7b12-4041-96d6-703c516f1d99 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1072598 Nov 15 19:28:34.715540 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-45e982f7-1650-4057-8873-1bfe529f1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:34.772340 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-40f23bf0-3961-48ff-ab98-8a3f9c30331f req-b98be42f-3790-48a8-b600-f55c2f44353a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797260 Nov 15 19:28:35.083996 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286587e-d118-4121-b3e0-2e85f14a72a2 req-3330e325-1a07-4dec-aa00-fa295a12ba36 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:35.091238 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c286587e-d118-4121-b3e0-2e85f14a72a2 req-3330e325-1a07-4dec-aa00-fa295a12ba36 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1323900 Nov 15 19:28:35.180283 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c286587e-d118-4121-b3e0-2e85f14a72a2 req-f2c93ec1-3651-4ed2-8b79-95e198c21315 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791345 Nov 15 19:28:35.282333 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'c688edb5-4346-4c17-be18-9475a7cb1f21', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:80:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:28:30Z', 'updated_at': '2021-11-15T19:28:30Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:28:35.374998 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596c79-1a21-4825-856a-41b77aac8183 req-1fb2b82a-6fb8-45e8-ba7c-81836ba5e769 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:35.386568 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad936f2-f65e-47f5-998d-b4acb81194ab None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'c688edb5-4346-4c17-be18-9475a7cb1f21', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:80:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:28:30Z', 'updated_at': '2021-11-15T19:28:30Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:28:35.393962 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27596c79-1a21-4825-856a-41b77aac8183 req-1fb2b82a-6fb8-45e8-ba7c-81836ba5e769 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1210043 Nov 15 19:28:35.456476 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27596c79-1a21-4825-856a-41b77aac8183 req-235ff8aa-5a1f-467b-9916-83bc0a6305c1 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606463 Nov 15 19:28:35.663155 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10f57-9fb7-48ad-961d-d4690bc64ea4 req-35bdb923-bab7-43e7-9f4c-88241663b981 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:35.672828 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-00e10f57-9fb7-48ad-961d-d4690bc64ea4 req-35bdb923-bab7-43e7-9f4c-88241663b981 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.1591001 Nov 15 19:28:35.769342 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-00e10f57-9fb7-48ad-961d-d4690bc64ea4 req-079fb557-b050-4ed3-8cd2-5145eb9b3be0 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946889 Nov 15 19:28:35.851469 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb6a08-11e4-4887-acb1-5f189ec7b33d None None] New status for floating IP c688edb5-4346-4c17-be18-9475a7cb1f21: ACTIVE {{(pid=102517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:28:35.968904 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f186d-015e-463c-9cd6-9a4a71e45ebb req-427243d6-9595-4e92-9383-247f2b81febd tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:35.978274 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-101f186d-015e-463c-9cd6-9a4a71e45ebb req-427243d6-9595-4e92-9383-247f2b81febd tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.2631137 Nov 15 19:28:36.058778 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e73073-453f-42fb-9e93-9910609d2a12 req-7876c67c-8499-4ce0-af68-3045beecf4bc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:36.062660 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0e73073-453f-42fb-9e93-9910609d2a12 req-7876c67c-8499-4ce0-af68-3045beecf4bc tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0926521 Nov 15 19:28:36.087789 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-101f186d-015e-463c-9cd6-9a4a71e45ebb req-aa2d8332-547e-4d74-98b0-93e87249c6a1 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962412 Nov 15 19:28:36.121813 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:36.179416 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0e73073-453f-42fb-9e93-9910609d2a12 req-101a0419-532f-4fb8-bf8b-3d17917bb60d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105208 Nov 15 19:28:36.395894 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d648-4c94-451d-bb71-b28c23123b27 req-601ef7ff-e55a-4c21-be8a-fb94f3e0d977 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:36.399318 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ac40d648-4c94-451d-bb71-b28c23123b27 req-601ef7ff-e55a-4c21-be8a-fb94f3e0d977 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.1110160 Nov 15 19:28:36.474621 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ac40d648-4c94-451d-bb71-b28c23123b27 req-42a6a76f-e664-435d-b79f-930f88eaf21e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672338 Nov 15 19:28:36.620049 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c3bf8-465c-446e-b700-0071fda9226d req-765e3523-c02c-4959-b53f-aebc44d4d1d2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:36.622320 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-057c3bf8-465c-446e-b700-0071fda9226d req-765e3523-c02c-4959-b53f-aebc44d4d1d2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0764127 Nov 15 19:28:36.689898 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-057c3bf8-465c-446e-b700-0071fda9226d req-d0158b64-1dd6-4273-9a31-7e9fcad8d97e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608900 Nov 15 19:28:36.941558 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f4a9-52c8-458c-988f-4d60a327a255 req-f777d04d-828b-4240-a8a1-9681beaec931 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:36.943694 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7529f4a9-52c8-458c-988f-4d60a327a255 req-f777d04d-828b-4240-a8a1-9681beaec931 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.0767148 Nov 15 19:28:37.024973 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7529f4a9-52c8-458c-988f-4d60a327a255 req-0fcbf866-65cb-49fe-840c-0df17882674e tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689731 Nov 15 19:28:37.228469 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81147a85-60ab-473b-88d1-43a154de0f2a req-dfd05a96-cef9-45de-b2fa-9ee49778dd33 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:37.230109 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-81147a85-60ab-473b-88d1-43a154de0f2a req-dfd05a96-cef9-45de-b2fa-9ee49778dd33 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.0631363 Nov 15 19:28:37.295901 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-81147a85-60ab-473b-88d1-43a154de0f2a req-a3312713-5360-47f2-bf4d-455ff06e5650 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546868 Nov 15 19:28:37.348213 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f8d03-34a7-4711-b666-a3105c4d8da4 req-200b2d6a-2050-48fd-8b59-6fd067969f35 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:37.349899 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c80f8d03-34a7-4711-b666-a3105c4d8da4 req-200b2d6a-2050-48fd-8b59-6fd067969f35 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0675681 Nov 15 19:28:37.401544 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:37.422412 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c80f8d03-34a7-4711-b666-a3105c4d8da4 req-edcd878d-21ff-4146-922f-76221f149f8d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644741 Nov 15 19:28:37.608707 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4a75-75dc-4389-9b1f-237846559485 req-1dd87959-d5cb-4b47-92f8-8e3a103c5430 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:37.610281 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a28e4a75-75dc-4389-9b1f-237846559485 req-1dd87959-d5cb-4b47-92f8-8e3a103c5430 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.0593281 Nov 15 19:28:37.684286 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a28e4a75-75dc-4389-9b1f-237846559485 req-43e7a86a-9656-42a2-a448-ebe0cb450e56 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611210 Nov 15 19:28:37.830612 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0482d47-b715-4ed1-a3b7-f2e0ac499c7e req-03e32d7f-b952-40e5-a8da-9b5a12ec0590 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:37.833337 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0482d47-b715-4ed1-a3b7-f2e0ac499c7e req-03e32d7f-b952-40e5-a8da-9b5a12ec0590 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0654130 Nov 15 19:28:37.927016 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Request body: {'port': {'device_id': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:28:37.942521 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0482d47-b715-4ed1-a3b7-f2e0ac499c7e req-c85afbca-40ba-42d2-a1af-49f6a93e2ea4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975733 Nov 15 19:28:38.053754 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:38.056101 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-6f5893ea-e67d-4871-815e-d2f016920e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:38.058708 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-6f5893ea-e67d-4871-815e-d2f016920e91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 1098 time: 0.1155713 Nov 15 19:28:38.065111 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Deleting port 16cb891d-6102-40bb-91ea-b1b1897caad0 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:28:38.065722 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:38.098947 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:38.402203 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-1c1e5783-4d51-44be-ace1-35e1bfb998bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:38.404451 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-1c1e5783-4d51-44be-ace1-35e1bfb998bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.3161230 Nov 15 19:28:38.413995 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6d20-ed9c-4b4a-a426-9e8de7b9ad26 req-493fd4f2-6efb-4f1f-b6bf-2f487a9483fd tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:38.416043 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ed6d20-ed9c-4b4a-a426-9e8de7b9ad26 req-493fd4f2-6efb-4f1f-b6bf-2f487a9483fd tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 931 time: 0.2640588 Nov 15 19:28:38.438796 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] For port 16cb891d-6102-40bb-91ea-b1b1897caad0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=16cb891d-6102-40bb-91ea-b1b1897caad0,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:38.439128 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:38.504248 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Calling delete_port for 16cb891d-6102-40bb-91ea-b1b1897caad0 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:28:38.553503 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-a65b7a67-55da-42b8-b7bd-f48c4593eb58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7d5ea25-e561-4011-a139-cc1949a433da HTTP/1.1" status: 200 len: 1001 time: 0.1337197 Nov 15 19:28:38.566352 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fa79e-a82d-451a-9221-7e5df1d19b43 req-5e7d119d-05cf-4150-beff-406004359856 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:38.569518 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bc3fa79e-a82d-451a-9221-7e5df1d19b43 req-5e7d119d-05cf-4150-beff-406004359856 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1365576 Nov 15 19:28:38.635759 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff18d80-7e2c-4b99-a838-fdeaba488a29 {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:28:38.651076 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:38.679155 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Transition to ACTIVE for port object 0ff18d80-7e2c-4b99-a838-fdeaba488a29 will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:28:38.683327 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bc3fa79e-a82d-451a-9221-7e5df1d19b43 req-8bea5f89-83a8-4674-9943-f617c2a2f033 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817857 Nov 15 19:28:38.773084 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:38.851033 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ed6d20-ed9c-4b4a-a426-9e8de7b9ad26 req-67f4ffa1-aca3-44f5-84cf-01776ec6b557 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238026 Nov 15 19:28:38.880156 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff18d80-7e2c-4b99-a838-fdeaba488a29,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:38.951422 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-1591456c-1f4f-422b-a96e-508e2f384873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:38.953067 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-1591456c-1f4f-422b-a96e-508e2f384873 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.1233566 Nov 15 19:28:38.980294 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c9c2a-1131-433c-9bec-1103392c9e94 req-8cdfe734-5443-43ee-8b85-9c6472f602a6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:38.986065 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-193c9c2a-1131-433c-9bec-1103392c9e94 req-8cdfe734-5443-43ee-8b85-9c6472f602a6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.1787279 Nov 15 19:28:39.073691 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Attempting to bind port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:28:39.074943 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Attempting to bind port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:28:39.074943 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Attempting to bind port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 on network d7eefbab-a447-40e0-bbc4-2235671531c5 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:39.123089 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-08818f26-e61d-4ab5-839b-bd111a42276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:39.124739 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-08818f26-e61d-4ab5-839b-bd111a42276e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1584845 Nov 15 19:28:39.128458 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-193c9c2a-1131-433c-9bec-1103392c9e94 req-03de5f3b-f15f-4b15-9fca-864dd156bb48 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218469 Nov 15 19:28:39.129386 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 on network d7eefbab-a447-40e0-bbc4-2235671531c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:28:39.129743 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Attempting to bind port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 on network d7eefbab-a447-40e0-bbc4-2235671531c5 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:28:39.135997 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:28:39.136335 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Checking segment: {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:28:39.136745 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Bound using segment: {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:28:39.137608 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Bound port: 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f41bd5-d076-4449-a282-9112333db0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:28:39.137608 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:39.226087 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b67bd-7386-40df-90b7-6351fe7a2496 req-cdc9500e-e89e-4264-b7cc-fed2f9f2ea2d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:39.250299 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb4b67bd-7386-40df-90b7-6351fe7a2496 req-cdc9500e-e89e-4264-b7cc-fed2f9f2ea2d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 944 time: 0.2698267 Nov 15 19:28:39.280753 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] For port 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:28:39.299272 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] For port 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:28:39.305557 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:39.319967 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'b541659e-a866-4f05-97df-b292d9ff4fab', 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:28:39.389773 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:39.411962 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Pushing event deleted for resources: {'Port': ['ID=16cb891d-6102-40bb-91ea-b1b1897caad0,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:39.466811 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:39.467803 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:39.469934 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 1093 time: 1.5534902 Nov 15 19:28:39.471648 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:39.473653 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:39.474706 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] No DVR routers for this DVR port 16cb891d-6102-40bb-91ea-b1b1897caad0 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:28:39.496297 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:39.500999 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46d465-9593-432c-b94e-d99c3dbb4fa1 req-0cd8becf-0fac-4205-98e3-6ca275186e4a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:39.501249 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2bfb91e4-2802-4009-a5f2-4d6c093c2b3d req-334e6fe8-41b2-4943-acfd-0023552d711a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "DELETE /v2.0/ports/16cb891d-6102-40bb-91ea-b1b1897caad0 HTTP/1.1" status: 204 len: 173 time: 1.6578302 Nov 15 19:28:39.501249 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'name': 'network-vif-deleted', 'tag': '16cb891d-6102-40bb-91ea-b1b1897caad0'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:39.501571 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b46d465-9593-432c-b94e-d99c3dbb4fa1 req-0cd8becf-0fac-4205-98e3-6ca275186e4a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1781695 Nov 15 19:28:39.503557 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c648d5e-dc9f-4dc0-8420-26c6b4b23912" -d '{"events": [{"server_uuid": "a9005abe-63b7-440a-94e9-46690e24a9c8", "name": "network-vif-deleted", "tag": "16cb891d-6102-40bb-91ea-b1b1897caad0"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:39.511051 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-923f2964-02ef-4678-bd7e-c20182ab1f57 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728988 Nov 15 19:28:39.515171 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb4b67bd-7386-40df-90b7-6351fe7a2496 req-fa8d46bc-4434-42d3-ac3b-0b3021b36195 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660139 Nov 15 19:28:39.547022 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a06ad-4573-4370-9471-3644935230f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff18d80-7e2c-4b99-a838-fdeaba488a29,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:39.624469 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b46d465-9593-432c-b94e-d99c3dbb4fa1 req-eee4c406-38cb-432d-abae-72e8302d14e5 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033461 Nov 15 19:28:39.686549 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e6ec1-cae4-473a-a1fe-91aecd66f8b3 x-openstack-request-id: req-f54e6ec1-cae4-473a-a1fe-91aecd66f8b3 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:39.687641 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:39.687894 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f54e6ec1-cae4-473a-a1fe-91aecd66f8b3 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:39.688681 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'status': 'completed', 'code': 200} Nov 15 19:28:39.707089 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21000dca-9fa1-4d8a-9671-17253a4e125a x-openstack-request-id: req-21000dca-9fa1-4d8a-9671-17253a4e125a {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:39.707838 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9005abe-63b7-440a-94e9-46690e24a9c8", "name": "network-vif-deleted", "tag": "16cb891d-6102-40bb-91ea-b1b1897caad0", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:39.708343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21000dca-9fa1-4d8a-9671-17253a4e125a {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:39.709232 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9005abe-63b7-440a-94e9-46690e24a9c8', 'name': 'network-vif-deleted', 'tag': '16cb891d-6102-40bb-91ea-b1b1897caad0', 'status': 'completed', 'code': 200} Nov 15 19:28:39.785395 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-25dfb13b-becb-4ecd-bee8-9f422aba0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:39.786963 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-25dfb13b-becb-4ecd-bee8-9f422aba0a17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=929d641b2a8f4991965849e595b0eb57&device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1096 time: 0.1201518 Nov 15 19:28:39.852802 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f525a30d-299f-488f-8d79-3fa3a9fc5271 req-3efdc7e9-a76c-4441-bcd3-aca6b1ad39b1 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260605 Nov 15 19:28:39.958661 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-6f9dc265-e094-4859-9deb-7043eba56ed5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 217 time: 0.1196120 Nov 15 19:28:40.015819 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702464ab-91fd-417b-804a-a831a8f68f04 req-a3bbd506-ad4b-4c18-b96c-1892fb917900 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:40.023970 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702464ab-91fd-417b-804a-a831a8f68f04 req-a3bbd506-ad4b-4c18-b96c-1892fb917900 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1878498 Nov 15 19:28:40.092064 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ab769-6d47-4527-a91e-43b43edd7b01 req-233e5861-001d-42d8-8402-aeef8eb029ec tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:40.094142 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8d0ab769-6d47-4527-a91e-43b43edd7b01 req-233e5861-001d-42d8-8402-aeef8eb029ec tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 943 time: 0.1224782 Nov 15 19:28:40.117955 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-c5d35b29-113d-4b89-a922-94c196c531c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:40.119596 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-c5d35b29-113d-4b89-a922-94c196c531c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4f9cabf-40a3-4091-abd2-235cd9e9de6b HTTP/1.1" status: 200 len: 854 time: 0.1475925 Nov 15 19:28:40.164947 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702464ab-91fd-417b-804a-a831a8f68f04 req-bc3703c2-6a2b-4073-b923-1d364805ffe1 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084142 Nov 15 19:28:40.176281 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8d0ab769-6d47-4527-a91e-43b43edd7b01 req-f65d842f-1969-4308-8249-5ae20f6b9b63 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699067 Nov 15 19:28:40.220074 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-22e0c3f0-0de6-4f05-bace-aa722195b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:40.222361 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-22e0c3f0-0de6-4f05-bace-aa722195b533 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7eefbab-a447-40e0-bbc4-2235671531c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848405 Nov 15 19:28:40.388004 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd66b9d-5409-4087-860b-236fc9e70b89 req-64997452-e5c5-4dfa-bedd-f0685cc18a47 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:40.389649 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0cd66b9d-5409-4087-860b-236fc9e70b89 req-64997452-e5c5-4dfa-bedd-f0685cc18a47 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 943 time: 0.0908010 Nov 15 19:28:40.395007 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-efcd5500-9770-4d38-ac08-d08cfbccd7b3 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530604 Nov 15 19:28:40.515482 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0cd66b9d-5409-4087-860b-236fc9e70b89 req-39ba4903-fc9d-4642-a440-4faca34a81c5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142762 Nov 15 19:28:40.551675 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-596e8857-1dfe-4015-8e18-7b4cb7b91984 req-502bd435-87f1-474c-8103-a7d8ac17503b service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437800 Nov 15 19:28:40.704492 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a9dbe9c9-29d8-4a93-b77c-7f27c95af048 req-d18c6eee-2cf4-46bf-bff6-f86063bccb94 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9005abe-63b7-440a-94e9-46690e24a9c8 HTTP/1.1" status: 200 len: 210 time: 0.0525184 Nov 15 19:28:40.867397 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-545f1572-1f7f-443b-8ee9-31776f912de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:40.870241 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-545f1572-1f7f-443b-8ee9-31776f912de0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=929d641b2a8f4991965849e595b0eb57&device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1096 time: 0.1679842 Nov 15 19:28:40.957045 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e1ae9-66de-40d5-9da9-ca14dc94b638 req-14330607-4fe3-4e69-b9ca-45c9e0a5ee26 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:40.958614 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-169e1ae9-66de-40d5-9da9-ca14dc94b638 req-14330607-4fe3-4e69-b9ca-45c9e0a5ee26 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.2023640 Nov 15 19:28:40.981361 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-4977955e-8fd6-40ed-ad29-73b208df668e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:40.982879 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-4977955e-8fd6-40ed-ad29-73b208df668e tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.1786714 Nov 15 19:28:41.138440 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-169e1ae9-66de-40d5-9da9-ca14dc94b638 req-bade9a1c-e662-4fec-96f2-a003ec571a7c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716945 Nov 15 19:28:41.139394 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-f1a58172-a6a9-4943-afa5-25c4ab87e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:41.140865 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-f1a58172-a6a9-4943-afa5-25c4ab87e4c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 200 len: 916 time: 0.2589390 Nov 15 19:28:41.155569 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:28:41.215847 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-7d5e6c8c-9274-42e1-83a4-776b833299b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 217 time: 0.0626183 Nov 15 19:28:41.306919 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Deleting port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:28:41.307553 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:41.327542 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:41.342617 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'port_id': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'mac_address': 'fa:16:3e:86:4c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:28:41.414913 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:41.449037 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d8fd5-cc82-439a-8243-8aebfc52d65e {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:28:41.451654 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-bda985ca-f4e5-49a6-a0ca-283239d8d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:41.456422 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-bda985ca-f4e5-49a6-a0ca-283239d8d13e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4f9cabf-40a3-4091-abd2-235cd9e9de6b HTTP/1.1" status: 200 len: 854 time: 0.2256434 Nov 15 19:28:41.474883 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2434d6-e8c5-4662-bdad-ef5faefad991 req-6ad3fbb3-f1bd-40c9-a267-86e8b4878a75 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:41.477974 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8f2434d6-e8c5-4662-bdad-ef5faefad991 req-6ad3fbb3-f1bd-40c9-a267-86e8b4878a75 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 943 time: 0.1136205 Nov 15 19:28:41.499136 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:41.558108 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8f2434d6-e8c5-4662-bdad-ef5faefad991 req-98d5b278-f698-43d6-9168-bc2631b40a34 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681486 Nov 15 19:28:41.581907 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f157e-ef56-43f8-8967-5ab7c364584d req-e7515479-7504-4f03-8b11-e50e56dd6f57 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:41.583563 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2c9f157e-ef56-43f8-8967-5ab7c364584d req-e7515479-7504-4f03-8b11-e50e56dd6f57 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 946 time: 0.2676003 Nov 15 19:28:41.589141 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:41.597251 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] For port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,segment=NetworkSegment(7ddc5531-35b3-4877-9c71-b678d0b56d3d),segment_id=7ddc5531-35b3-4877-9c71-b678d0b56d3d)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:41.597598 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:41.614626 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-b8181f8f-e041-495c-8c63-3b887493fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:41.616280 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-b8181f8f-e041-495c-8c63-3b887493fca0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7eefbab-a447-40e0-bbc4-2235671531c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1393816 Nov 15 19:28:41.626820 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Calling delete_port for 5f1ed549-597d-47c0-b6c7-ebee0f91e38a owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:28:41.675528 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=9']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:41.780692 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2c9f157e-ef56-43f8-8967-5ab7c364584d req-734583f3-24eb-4752-8687-ebaa4cbc0188 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/security-groups?id=22777984-6bdc-4b98-a871-887ef502d2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713367 Nov 15 19:28:41.864897 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-cf443a1e-8cb3-4f09-bc68-6d5b30343488 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270525 Nov 15 19:28:41.982244 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['605d8fd5-cc82-439a-8243-8aebfc52d65e'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:28:42.073218 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbb7c6-72b8-4ac3-939a-078ee2141ce7 req-76600ff0-b616-4610-9f39-4d61225f4895 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:42.087296 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e5dbb7c6-72b8-4ac3-939a-078ee2141ce7 req-76600ff0-b616-4610-9f39-4d61225f4895 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 944 time: 0.1949184 Nov 15 19:28:42.145830 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4d2eb68-2f22-47be-8d09-f13d07a26b8c req-c26d831f-edbf-47b1-9e96-11b639769c48 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430353 Nov 15 19:28:42.154033 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:42.202796 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1731eb-02fa-41b2-b7bd-9ef1171cb211 req-1530369b-84e9-4b9c-bab7-5361e18a2ded tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:42.205425 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2e1731eb-02fa-41b2-b7bd-9ef1171cb211 req-1530369b-84e9-4b9c-bab7-5361e18a2ded tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1440949 Nov 15 19:28:42.211066 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-30d713ca-a83c-4ce0-b088-825f5ebc0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:42.214020 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-30d713ca-a83c-4ce0-b088-825f5ebc0762 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1098 time: 0.1371026 Nov 15 19:28:42.226185 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Pushing event deleted for resources: {'Port': ['ID=5f1ed549-597d-47c0-b6c7-ebee0f91e38a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:42.231546 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e5dbb7c6-72b8-4ac3-939a-078ee2141ce7 req-5df2131b-9203-40b4-84cc-d870945c164d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368358 Nov 15 19:28:42.397411 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] No DVR routers for this DVR port 5f1ed549-597d-47c0-b6c7-ebee0f91e38a on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:28:42.401305 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:42.407059 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86cd7b38-1f90-4fce-8388-0f5efc19f5f5 req-6f5eabf4-86cb-4741-a723-b706ac5d6178 tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.43 "DELETE /v2.0/ports/5f1ed549-597d-47c0-b6c7-ebee0f91e38a HTTP/1.1" status: 204 len: 173 time: 1.4074833 Nov 15 19:28:42.407614 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae53c28-fa90-4b3f-8383-5d3537af2102', 'name': 'network-vif-deleted', 'tag': '5f1ed549-597d-47c0-b6c7-ebee0f91e38a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:42.408227 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-eed8a36e-d917-4f8b-bc60-43c1210873b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:42.410565 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-eed8a36e-d917-4f8b-bc60-43c1210873b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 919 time: 0.1811697 Nov 15 19:28:42.412611 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f7002c-fc6d-48bd-ac93-9401aae3201d" -d '{"events": [{"server_uuid": "dae53c28-fa90-4b3f-8383-5d3537af2102", "name": "network-vif-deleted", "tag": "5f1ed549-597d-47c0-b6c7-ebee0f91e38a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:42.417757 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2e1731eb-02fa-41b2-b7bd-9ef1171cb211 req-2122760a-4246-4bc3-9769-8822af1fccd7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984258 Nov 15 19:28:42.482118 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213fde5b-9306-4a15-8daa-18586acee1d8 x-openstack-request-id: req-213fde5b-9306-4a15-8daa-18586acee1d8 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:42.482493 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae53c28-fa90-4b3f-8383-5d3537af2102", "name": "network-vif-deleted", "tag": "5f1ed549-597d-47c0-b6c7-ebee0f91e38a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:42.482813 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-213fde5b-9306-4a15-8daa-18586acee1d8 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:42.483303 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae53c28-fa90-4b3f-8383-5d3537af2102', 'name': 'network-vif-deleted', 'tag': '5f1ed549-597d-47c0-b6c7-ebee0f91e38a', 'status': 'completed', 'code': 200} Nov 15 19:28:42.490653 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-502245ce-d158-4a65-b086-caa8e8726fbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393 HTTP/1.1" status: 200 len: 217 time: 0.0711868 Nov 15 19:28:42.561075 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-ffec3313-1de2-45b5-b162-18d28621f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:42.563233 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-ffec3313-1de2-45b5-b162-18d28621f21a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.0623007 Nov 15 19:28:42.634292 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-5fce1c91-6b74-4bbc-8dd8-361c7ba28f35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562832 Nov 15 19:28:42.642254 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:42.827394 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4bafb-af27-48db-9d6c-cf99a980e50a req-2b7bbc57-5eb4-484e-a1e8-14bbe24444c1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:42.830110 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-26f4bafb-af27-48db-9d6c-cf99a980e50a req-2b7bbc57-5eb4-484e-a1e8-14bbe24444c1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 943 time: 0.1716509 Nov 15 19:28:42.911517 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-3c45bfa2-9653-438a-a1a9-e8042fcccf68 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657738 Nov 15 19:28:42.924697 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6c3c4f7-502f-4115-9ae7-2dd57ced4e3c req-b16e0add-75ed-4a29-99d9-627ed038631c tempest-VolumesActionsTest-745118322 tempest-VolumesActionsTest-745118322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dae53c28-fa90-4b3f-8383-5d3537af2102 HTTP/1.1" status: 200 len: 210 time: 0.0457125 Nov 15 19:28:43.037564 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-26f4bafb-af27-48db-9d6c-cf99a980e50a req-1f85795b-92bc-4311-bc50-ee4dae2d8c12 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940789 Nov 15 19:28:43.108652 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9d40e11b-bd0e-4f6e-90b8-b666640100df req-bd48f305-6add-4bcc-aa8f-9da8915cfcda service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717110 Nov 15 19:28:43.160653 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 0ff18d80-7e2c-4b99-a838-fdeaba488a29 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:28:43.271720 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['5f1ed549-597d-47c0-b6c7-ebee0f91e38a'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:28:43.313859 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:43.329616 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'port_id': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'mac_address': 'fa:16:3e:fc:53:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:28:43.390552 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:43.417409 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff18d80-7e2c-4b99-a838-fdeaba488a29 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:28:43.455138 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:43.482916 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8dc9-1c9f-4bf5-8f8d-3c6adbef78d5 req-c36634ed-4ec0-4024-a550-93a899eef0f9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:43.484856 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-29bd8dc9-1c9f-4bf5-8f8d-3c6adbef78d5 req-c36634ed-4ec0-4024-a550-93a899eef0f9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 944 time: 0.0787680 Nov 15 19:28:43.537988 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:43.586392 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-29bd8dc9-1c9f-4bf5-8f8d-3c6adbef78d5 req-92eb4594-468f-4a84-9c34-211b24e22588 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914209 Nov 15 19:28:43.616582 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=0ff18d80-7e2c-4b99-a838-fdeaba488a29,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:43.749300 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a99c-62ac-4ef4-8e91-e1a54cb5e535 req-c673eaa0-2640-437b-97dc-5af0574871b8 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:43.752067 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bde4a99c-62ac-4ef4-8e91-e1a54cb5e535 req-c673eaa0-2640-437b-97dc-5af0574871b8 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0752320 Nov 15 19:28:43.848600 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bde4a99c-62ac-4ef4-8e91-e1a54cb5e535 req-f9488264-b23e-4c5a-91b2-91fd9a630461 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857458 Nov 15 19:28:43.961973 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0ff18d80-7e2c-4b99-a838-fdeaba488a29'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:28:44.028891 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107f481-0d25-46b3-bbae-8bd0160185c6 req-2b40e40d-9cef-49bb-af3c-90c81af182bc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:44.030645 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d107f481-0d25-46b3-bbae-8bd0160185c6 req-2b40e40d-9cef-49bb-af3c-90c81af182bc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 945 time: 0.0789332 Nov 15 19:28:44.133915 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d107f481-0d25-46b3-bbae-8bd0160185c6 req-33171e2e-6dc0-4106-abf4-0c99fc378121 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847859 Nov 15 19:28:44.221518 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e210-d6ac-47bc-9e28-5b89d0a0d50b req-14cf3a1c-eb48-4a9e-9dbd-ddfa444b7a8f tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:44.223119 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7890e210-d6ac-47bc-9e28-5b89d0a0d50b req-14cf3a1c-eb48-4a9e-9dbd-ddfa444b7a8f tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 944 time: 0.0640662 Nov 15 19:28:44.293759 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7890e210-d6ac-47bc-9e28-5b89d0a0d50b req-84b249cd-01b4-4790-8955-dc7c1445ab73 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611269 Nov 15 19:28:44.810771 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75dfcc-a238-4cb2-a49d-f319a2739625 req-1cba5b01-0d6b-4a2c-ba0e-c6e5728c8a66 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:44.813509 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc75dfcc-a238-4cb2-a49d-f319a2739625 req-1cba5b01-0d6b-4a2c-ba0e-c6e5728c8a66 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 944 time: 0.0945935 Nov 15 19:28:44.898827 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc75dfcc-a238-4cb2-a49d-f319a2739625 req-97a9b7d3-4a30-462b-ac34-4414232550d9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780945 Nov 15 19:28:45.053378 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67605177-3509-4ea0-835a-bce774b09251 req-aca18c0f-3e09-4732-8b9a-ae49eb91b60b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:45.056214 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-67605177-3509-4ea0-835a-bce774b09251 req-aca18c0f-3e09-4732-8b9a-ae49eb91b60b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0946007 Nov 15 19:28:45.136623 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-67605177-3509-4ea0-835a-bce774b09251 req-64c24caf-7505-44bd-9243-5e84089265ef tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730102 Nov 15 19:28:45.165264 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 0ff18d80-7e2c-4b99-a838-fdeaba488a29 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:45.355685 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:28:45.362188 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:45.363888 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:45.365999 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2a0c1-f69d-4f2a-8869-d93b1ff726e5 req-8ab87e20-289a-4671-9663-4aa046048ac5 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:45.369637 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bea2a0c1-f69d-4f2a-8869-d93b1ff726e5 req-8ab87e20-289a-4671-9663-4aa046048ac5 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 945 time: 0.0978940 Nov 15 19:28:45.477658 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bea2a0c1-f69d-4f2a-8869-d93b1ff726e5 req-350d4ac4-7723-412f-9a59-bbca71f6ac80 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938778 Nov 15 19:28:45.487063 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:45.533488 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:45.537194 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b26bdc-469b-4a31-bf42-995733f7a13e" -d '{"events": [{"server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "name": "network-vif-plugged", "status": "completed", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:45.555211 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:45.643455 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1f33-ff2e-48b4-a32a-32ea8df98b10 req-9e367758-cb0f-4ffc-8d97-5c6b95194cef tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:45.646382 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-332b1f33-ff2e-48b4-a32a-32ea8df98b10 req-9e367758-cb0f-4ffc-8d97-5c6b95194cef tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 944 time: 0.0825231 Nov 15 19:28:45.653996 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:45.655302 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:28:45.717471 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-332b1f33-ff2e-48b4-a32a-32ea8df98b10 req-51d8c6d5-dede-49ae-b2eb-6ae8fb26d5d8 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611017 Nov 15 19:28:45.802718 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=0ff18d80-7e2c-4b99-a838-fdeaba488a29,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:45.808795 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd29df62-4519-4bd1-9b11-415ebe0ae067 x-openstack-request-id: req-dd29df62-4519-4bd1-9b11-415ebe0ae067 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:45.809242 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "name": "network-vif-plugged", "status": "completed", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:45.809691 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd29df62-4519-4bd1-9b11-415ebe0ae067 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:45.810275 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'code': 200} Nov 15 19:28:45.820148 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 605d8fd5-cc82-439a-8243-8aebfc52d65e triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:28:45.822032 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:46.041433 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:46.110608 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:46.220151 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d3ce-bd92-4ec9-9db8-0c06c47a61b0 req-cf606b9e-9eb4-4615-97b8-1ee2199b7a44 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:46.225644 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-04d0d3ce-bd92-4ec9-9db8-0c06c47a61b0 req-cf606b9e-9eb4-4615-97b8-1ee2199b7a44 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 944 time: 0.1651866 Nov 15 19:28:46.231249 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:46.233690 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 5f1ed549-597d-47c0-b6c7-ebee0f91e38a no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:28:46.307921 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 5f1ed549-597d-47c0-b6c7-ebee0f91e38a {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:28:46.308257 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 5f1ed549-597d-47c0-b6c7-ebee0f91e38a not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:28:46.317541 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-c2f75e05-0f8d-4dd0-ad49-a7271b79a3d4 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:46.319797 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-c2f75e05-0f8d-4dd0-ad49-a7271b79a3d4 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 945 time: 0.1620276 Nov 15 19:28:46.345652 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=10']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:46.384716 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e243136-18a3-446d-995c-fae5e097d8bb req-e0a129f6-9d99-4094-b755-1c32b89bd946 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:46.386337 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5e243136-18a3-446d-995c-fae5e097d8bb req-e0a129f6-9d99-4094-b755-1c32b89bd946 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1390402 Nov 15 19:28:46.401920 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4c1d6-6236-47c6-b022-f8cfd96e5bac req-ad62310e-f270-41d2-b890-f57469c31f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:46.403398 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-46c4c1d6-6236-47c6-b022-f8cfd96e5bac req-ad62310e-f270-41d2-b890-f57469c31f84 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1098 time: 0.0785687 Nov 15 19:28:46.410434 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-04d0d3ce-bd92-4ec9-9db8-0c06c47a61b0 req-f1220ba1-8f59-4de5-92c6-d692233b9b5b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771312 Nov 15 19:28:46.512309 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5e243136-18a3-446d-995c-fae5e097d8bb req-192dfa91-360b-4d07-8f85-2dc9b6abef8c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132178 Nov 15 19:28:46.517568 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-46c4c1d6-6236-47c6-b022-f8cfd96e5bac req-a5d4a2aa-dd23-4e34-baac-8da87c0c658d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907943 Nov 15 19:28:46.528555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Deleting port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:28:46.529082 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:46.694732 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] For port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:46.695666 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:46.714830 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7bd4b-6b26-4d9d-b88d-19fbda196312 req-c06921d7-e692-4148-b105-b1c7a3e7b7ad tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:46.716467 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-71c7bd4b-6b26-4d9d-b88d-19fbda196312 req-c06921d7-e692-4148-b105-b1c7a3e7b7ad tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 945 time: 0.1170983 Nov 15 19:28:46.729084 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Calling delete_port for b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 owned by compute:nova {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:28:46.907112 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81dee-0ac1-4581-8517-3eaed97daaa8 req-6664b6eb-7f9c-4455-bf1a-1ad57333a2a9 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:46.910202 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a8f81dee-0ac1-4581-8517-3eaed97daaa8 req-6664b6eb-7f9c-4455-bf1a-1ad57333a2a9 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0965743 Nov 15 19:28:47.009718 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a8f81dee-0ac1-4581-8517-3eaed97daaa8 req-2873d748-31ba-4589-9107-d0d4026092e4 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886092 Nov 15 19:28:47.153893 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-71c7bd4b-6b26-4d9d-b88d-19fbda196312 req-ce26b90d-9db6-443a-81c1-624db8430765 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271233 Nov 15 19:28:47.373709 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:47.441828 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Pushing event deleted for resources: {'Port': ['ID=b3b7c5ec-2bd2-43d4-b6af-6a2661dea395,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:47.566928 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] No DVR routers for this DVR port b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 on host hv-cinder-80152 {{(pid=102515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:28:47.571742 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:47.576113 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ba47baf4-3864-405a-9bf1-7960e8e5353f req-d55de921-5113-48ad-af89-cc0020cb6bba tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "DELETE /v2.0/ports/b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 HTTP/1.1" status: 204 len: 173 time: 1.2401586 Nov 15 19:28:47.577093 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493038ca-762f-45d6-a62c-a8491905e38a', 'name': 'network-vif-deleted', 'tag': 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:47.579805 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856da9dc-4a77-4c54-b93a-a2eb14662fc4" -d '{"events": [{"server_uuid": "493038ca-762f-45d6-a62c-a8491905e38a", "name": "network-vif-deleted", "tag": "b3b7c5ec-2bd2-43d4-b6af-6a2661dea395"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:47.624040 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8df363-1371-43e2-aeaa-039cf917b521 req-2727ff07-54c4-4265-ba62-242fae521549 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:47.627056 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad5dbd3-1341-4235-aa99-ab2c4d97f893 x-openstack-request-id: req-cad5dbd3-1341-4235-aa99-ab2c4d97f893 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:47.628108 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493038ca-762f-45d6-a62c-a8491905e38a", "name": "network-vif-deleted", "tag": "b3b7c5ec-2bd2-43d4-b6af-6a2661dea395", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:47.628479 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2c8df363-1371-43e2-aeaa-039cf917b521 req-2727ff07-54c4-4265-ba62-242fae521549 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.1003876 Nov 15 19:28:47.628654 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cad5dbd3-1341-4235-aa99-ab2c4d97f893 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:47.629231 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493038ca-762f-45d6-a62c-a8491905e38a', 'name': 'network-vif-deleted', 'tag': 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395', 'status': 'completed', 'code': 200} Nov 15 19:28:47.713566 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2c8df363-1371-43e2-aeaa-039cf917b521 req-0d343376-55d9-4cf0-872f-18ce123d10a9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776811 Nov 15 19:28:47.811718 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:47.814892 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad1288d-c114-4bfe-9b32-e427b61f7616" -d '{"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-plugged", "status": "completed", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:47.855179 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79586aba-4d99-40e3-8c8b-3503748d7b71 x-openstack-request-id: req-79586aba-4d99-40e3-8c8b-3503748d7b71 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:47.855613 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-plugged", "status": "completed", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:47.855967 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79586aba-4d99-40e3-8c8b-3503748d7b71 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:47.856527 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'code': 200} Nov 15 19:28:48.153733 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb915fa-6c91-4688-ac09-afa562c98cd0 req-f21066c9-455e-41c9-aa94-2d8d99ea4b03 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:48.155375 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2bb915fa-6c91-4688-ac09-afa562c98cd0 req-f21066c9-455e-41c9-aa94-2d8d99ea4b03 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0660667 Nov 15 19:28:48.226688 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2bb915fa-6c91-4688-ac09-afa562c98cd0 req-72294f73-8b23-48e4-b1a9-45ca1e532e3b tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Nov 15 19:28:48.290983 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f45d4aff-7ff8-4828-bcf7-a9d10bd100e6 req-12f26459-4139-4b42-9da6-4bee8bab540f tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 210 time: 0.0306139 Nov 15 19:28:48.855958 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0129cd-bfdc-47f4-aa0f-64e2d2d75805 req-df3401dd-3d27-49c0-b0e6-229c454f3123 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:48.857616 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4d0129cd-bfdc-47f4-aa0f-64e2d2d75805 req-df3401dd-3d27-49c0-b0e6-229c454f3123 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.0546265 Nov 15 19:28:48.917926 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4d0129cd-bfdc-47f4-aa0f-64e2d2d75805 req-a8da5ac9-8949-4731-93f5-4b5a817f6733 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535605 Nov 15 19:28:49.418035 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210abc0-13bd-4284-9da6-ff1d9e9907a7 req-676fc950-aaaa-4a77-a0e6-3b09e36878c2 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:49.422838 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b210abc0-13bd-4284-9da6-ff1d9e9907a7 req-676fc950-aaaa-4a77-a0e6-3b09e36878c2 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0792918 Nov 15 19:28:49.429561 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb0592a3-fdcd-4a9d-ba6f-d306bc7f5826 req-7f3726de-0806-4056-a769-24027a9d8b5e tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 210 time: 0.0494797 Nov 15 19:28:49.478077 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b210abc0-13bd-4284-9da6-ff1d9e9907a7 req-270c3334-f91d-4e0e-a4bc-b15776cc5a7c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502565 Nov 15 19:28:49.766993 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'b541659e-a866-4f05-97df-b292d9ff4fab', 'b3b7c5ec-2bd2-43d4-b6af-6a2661dea395'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:28:50.105476 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d97cf-6345-44e2-8be3-aa538de01ac7 req-cff95867-1767-4df0-9288-d496ae5b6fce tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:50.108159 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-563d97cf-6345-44e2-8be3-aa538de01ac7 req-cff95867-1767-4df0-9288-d496ae5b6fce tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.0742178 Nov 15 19:28:50.173778 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-563d97cf-6345-44e2-8be3-aa538de01ac7 req-8604a784-8135-4cbd-b1e8-0c4fc3e3286d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584631 Nov 15 19:28:50.551777 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ef5f7edf-b5dc-4690-9bb4-7b47fbbdf5c6 req-b1ecc386-25a3-425d-8d10-7d8e6af40106 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=493038ca-762f-45d6-a62c-a8491905e38a HTTP/1.1" status: 200 len: 210 time: 0.0303993 Nov 15 19:28:50.631294 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974f109-94fe-423f-9328-117bcd69f673 req-a9b2f3d1-e787-4167-b231-04cd2e03b5b5 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:50.633034 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1974f109-94fe-423f-9328-117bcd69f673 req-a9b2f3d1-e787-4167-b231-04cd2e03b5b5 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0658212 Nov 15 19:28:50.698944 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1974f109-94fe-423f-9328-117bcd69f673 req-340bca21-d383-4b4e-b8ef-3c56a1d8c275 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594478 Nov 15 19:28:50.856128 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3994506-ad6e-44ce-bcf7-af2faf6c0c83 req-9f2aea7c-1df2-42e0-a507-8065ed7f1a3b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:50.857806 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b3994506-ad6e-44ce-bcf7-af2faf6c0c83 req-9f2aea7c-1df2-42e0-a507-8065ed7f1a3b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0559778 Nov 15 19:28:50.925371 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b3994506-ad6e-44ce-bcf7-af2faf6c0c83 req-3b6471f3-8b61-4875-ba37-11b98d04ad0c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574033 Nov 15 19:28:50.963013 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391193a-a839-4d98-b079-cbd57efad1e4 req-deb43ddf-2866-4e2d-8f73-bfa0954ecf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:50.964758 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8391193a-a839-4d98-b079-cbd57efad1e4 req-deb43ddf-2866-4e2d-8f73-bfa0954ecf6b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 1099 time: 0.0560749 Nov 15 19:28:51.020860 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8391193a-a839-4d98-b079-cbd57efad1e4 req-7591fc73-9f39-4c36-ad5e-c6c2732f453c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434468 Nov 15 19:28:51.377712 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d01b1-af00-489d-aa02-74783a7f0cdb req-1d47d265-7bd6-464b-877a-b1e541c363a1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:51.379424 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7a7d01b1-af00-489d-aa02-74783a7f0cdb req-1d47d265-7bd6-464b-877a-b1e541c363a1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.0705950 Nov 15 19:28:51.512998 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7a7d01b1-af00-489d-aa02-74783a7f0cdb req-56f659ce-c4a4-4cc3-bc41-44e78b4748d0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014965 Nov 15 19:28:52.020179 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:28:52.565273 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9068fb-e595-4ecb-9050-b518e3e31110 req-afa83b25-b86a-45b8-8815-e4a4c0be02f4 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:52.566777 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9068fb-e595-4ecb-9050-b518e3e31110 req-afa83b25-b86a-45b8-8815-e4a4c0be02f4 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0783243 Nov 15 19:28:52.629982 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9068fb-e595-4ecb-9050-b518e3e31110 req-8620b025-d01f-4268-b721-c34a90ce1314 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553396 Nov 15 19:28:52.811134 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13127-e550-4854-b723-7cdd5d7f84b7 req-8c3cd29a-1206-4d8e-ab34-81e9ebd8c292 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:52.812811 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d5f13127-e550-4854-b723-7cdd5d7f84b7 req-8c3cd29a-1206-4d8e-ab34-81e9ebd8c292 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1048703 Nov 15 19:28:52.923576 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d5f13127-e550-4854-b723-7cdd5d7f84b7 req-04d23495-c16e-43d6-81ed-f9545e1ad60c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000888 Nov 15 19:28:53.067864 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305623e8-720d-4922-a4d9-46244c7d0a90 req-af776892-9e9b-4726-ac0c-cad368b9196f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:53.070356 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-305623e8-720d-4922-a4d9-46244c7d0a90 req-af776892-9e9b-4726-ac0c-cad368b9196f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.0544398 Nov 15 19:28:53.156415 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-305623e8-720d-4922-a4d9-46244c7d0a90 req-23638317-4056-45b7-b7b4-1e7af1f62e35 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729792 Nov 15 19:28:53.352019 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bed79c-6026-43cd-97d0-debae010149f req-7fe372b0-5bc2-4a51-b844-a72df26493e1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:53.360415 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-53bed79c-6026-43cd-97d0-debae010149f req-7fe372b0-5bc2-4a51-b844-a72df26493e1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0803280 Nov 15 19:28:53.383592 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9801c90-c415-42f7-92f7-3fe14a003f76 req-d33d5984-1423-413e-a070-991b0056f577 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:53.386791 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d9801c90-c415-42f7-92f7-3fe14a003f76 req-d33d5984-1423-413e-a070-991b0056f577 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 945 time: 0.0879803 Nov 15 19:28:53.449918 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-53bed79c-6026-43cd-97d0-debae010149f req-35a3b8f3-07be-49b8-9463-662bd3666d0c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878475 Nov 15 19:28:53.485391 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d9801c90-c415-42f7-92f7-3fe14a003f76 req-7202b5fb-d298-4385-aff8-0c3ceb425510 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925529 Nov 15 19:28:53.771494 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:28:53.826114 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:28:53.826612 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b3b7c5ec-2bd2-43d4-b6af-6a2661dea395 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:28:53.866038 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06f5e0-97b3-4631-be3d-63a9897e4fd8 req-44efd264-1b63-4c24-ae81-01cbdcf8ccb1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:53.867762 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee06f5e0-97b3-4631-be3d-63a9897e4fd8 req-44efd264-1b63-4c24-ae81-01cbdcf8ccb1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0818510 Nov 15 19:28:53.982749 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee06f5e0-97b3-4631-be3d-63a9897e4fd8 req-7c260b47-fdcd-410a-bc2d-7936ec6bc513 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016188 Nov 15 19:28:54.116988 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98670bba-085e-4e71-b5bc-1a4847270f68 req-6428a83f-6dba-43b6-b145-09ac104133b5 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:54.119197 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-98670bba-085e-4e71-b5bc-1a4847270f68 req-6428a83f-6dba-43b6-b145-09ac104133b5 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0939643 Nov 15 19:28:54.204304 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-98670bba-085e-4e71-b5bc-1a4847270f68 req-b7f6fd98-bb5f-4778-89f2-5565c94f9c95 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778027 Nov 15 19:28:54.354350 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3097c83-3273-436a-b74c-17efcd9747d1 req-7a1c0cd9-dd03-45df-ae7e-2c8d5fe1fe21 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:54.362199 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3097c83-3273-436a-b74c-17efcd9747d1 req-7a1c0cd9-dd03-45df-ae7e-2c8d5fe1fe21 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.0827017 Nov 15 19:28:54.422969 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3097c83-3273-436a-b74c-17efcd9747d1 req-9d45a288-e5d5-4c2c-909e-3bbf7913fd7f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597348 Nov 15 19:28:54.684671 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdeed8b-8213-49af-92d4-35b335f995ec req-e02bab69-119d-4402-96d4-c4a96f5da86d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:54.692208 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1fdeed8b-8213-49af-92d4-35b335f995ec req-e02bab69-119d-4402-96d4-c4a96f5da86d tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 945 time: 0.0756619 Nov 15 19:28:54.789156 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1fdeed8b-8213-49af-92d4-35b335f995ec req-583640e9-4a50-49f1-813c-a6ed91f9d9c3 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955653 Nov 15 19:28:55.514340 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-6854b5ef-5638-4d78-b089-d2f192848100 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:55.529941 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-6854b5ef-5638-4d78-b089-d2f192848100 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 945 time: 0.1093109 Nov 15 19:28:55.581857 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a827-d3e6-4480-b785-0c8b71ac808c req-2de59b59-969d-46cb-a4c3-c7bc8b3affe6 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:55.583479 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0781a827-d3e6-4480-b785-0c8b71ac808c req-2de59b59-969d-46cb-a4c3-c7bc8b3affe6 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.2890794 Nov 15 19:28:55.634711 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0781a827-d3e6-4480-b785-0c8b71ac808c req-f1248b4f-080a-4773-9394-73df535aa5cd tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 Nov 15 19:28:55.702441 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab510c8-eb92-4c94-82d4-a68d9d2d32db req-24dfde4b-7a69-43b9-9676-2af4efebe66f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:55.704684 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4ab510c8-eb92-4c94-82d4-a68d9d2d32db req-24dfde4b-7a69-43b9-9676-2af4efebe66f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.1075957 Nov 15 19:28:55.776159 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Deleting port b541659e-a866-4f05-97df-b292d9ff4fab {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:28:55.776862 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:55.865342 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4ab510c8-eb92-4c94-82d4-a68d9d2d32db req-7b4ce700-4661-47f9-b85d-c073c66c14c1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466572 Nov 15 19:28:55.965746 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad469b-09b4-4501-9516-9e5c06fa1bd7 req-cebd67a0-801e-4bf5-8eb9-0a1c886412b5 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:55.973943 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f1ad469b-09b4-4501-9516-9e5c06fa1bd7 req-cebd67a0-801e-4bf5-8eb9-0a1c886412b5 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 945 time: 0.0972037 Nov 15 19:28:55.977667 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] For port b541659e-a866-4f05-97df-b292d9ff4fab, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b541659e-a866-4f05-97df-b292d9ff4fab,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:28:55.979257 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:56.004145 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Calling delete_port for b541659e-a866-4f05-97df-b292d9ff4fab owned by compute:nova {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:28:56.106855 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f1ad469b-09b4-4501-9516-9e5c06fa1bd7 req-7485577a-6128-40b6-95bb-d65b643991e4 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318991 Nov 15 19:28:56.320878 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:56.336380 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'b541659e-a866-4f05-97df-b292d9ff4fab'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:28:56.398010 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Pushing event deleted for resources: {'Port': ['ID=b541659e-a866-4f05-97df-b292d9ff4fab,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:28:56.452650 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] No DVR routers for this DVR port b541659e-a866-4f05-97df-b292d9ff4fab on host hv-cinder-80152 {{(pid=102515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:28:56.455804 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:28:56.459651 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d5cdf427-842e-4f1f-9063-3cb8a6b69ae3 req-866d88bf-7177-4e9f-b80b-a7b59726c47a tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "DELETE /v2.0/ports/b541659e-a866-4f05-97df-b292d9ff4fab HTTP/1.1" status: 204 len: 173 time: 0.9098222 Nov 15 19:28:56.461008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371710c2-c8fe-4cc4-a914-6ea7b818b953', 'name': 'network-vif-deleted', 'tag': 'b541659e-a866-4f05-97df-b292d9ff4fab'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:28:56.462891 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddbadd3-7471-4b17-8301-cdf2742bedd3" -d '{"events": [{"server_uuid": "371710c2-c8fe-4cc4-a914-6ea7b818b953", "name": "network-vif-deleted", "tag": "b541659e-a866-4f05-97df-b292d9ff4fab"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:28:56.522857 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6067878a-4d85-45d1-b08d-faf36228b21e x-openstack-request-id: req-6067878a-4d85-45d1-b08d-faf36228b21e {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:28:56.524816 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371710c2-c8fe-4cc4-a914-6ea7b818b953", "name": "network-vif-deleted", "tag": "b541659e-a866-4f05-97df-b292d9ff4fab", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:28:56.525713 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6067878a-4d85-45d1-b08d-faf36228b21e {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:28:56.526713 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371710c2-c8fe-4cc4-a914-6ea7b818b953', 'name': 'network-vif-deleted', 'tag': 'b541659e-a866-4f05-97df-b292d9ff4fab', 'status': 'completed', 'code': 200} Nov 15 19:28:56.841027 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023569d9-fe06-4eb9-9c74-6eb639122c51 req-5aa1992f-3a01-4568-8bc4-2b2891740d6c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:56.841027 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-023569d9-fe06-4eb9-9c74-6eb639122c51 req-5aa1992f-3a01-4568-8bc4-2b2891740d6c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1117079 Nov 15 19:28:56.955754 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-023569d9-fe06-4eb9-9c74-6eb639122c51 req-6f126291-23f4-4635-b651-5e1836005f76 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044779 Nov 15 19:28:57.260064 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ba14e4d-83e2-4a61-a3c4-d7ac05b36f12 req-e3c7bedd-4226-4270-b829-12db040afa76 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=371710c2-c8fe-4cc4-a914-6ea7b818b953 HTTP/1.1" status: 200 len: 210 time: 0.0410733 Nov 15 19:28:58.145424 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b9519-f8b1-4f99-a6d5-62cd79d66b9a req-0cc451d2-24b4-4644-9fa3-6a0a4b67674a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:58.147646 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd4b9519-f8b1-4f99-a6d5-62cd79d66b9a req-0cc451d2-24b4-4644-9fa3-6a0a4b67674a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0842600 Nov 15 19:28:58.246381 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd4b9519-f8b1-4f99-a6d5-62cd79d66b9a req-57a5454c-2e22-4f14-9f6c-17d74a258337 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920248 Nov 15 19:28:59.488454 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd66410-d20a-4def-b100-31f1918213a5 req-8940e391-fde0-4c63-a007-06e5be303076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:28:59.490607 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8fd66410-d20a-4def-b100-31f1918213a5 req-8940e391-fde0-4c63-a007-06e5be303076 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1081071 Nov 15 19:28:59.651177 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8fd66410-d20a-4def-b100-31f1918213a5 req-f4ea2dd7-fbdb-42ee-9855-ca0e563eff00 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431398 Nov 15 19:28:59.789974 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b541659e-a866-4f05-97df-b292d9ff4fab no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:28:59.839778 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: b541659e-a866-4f05-97df-b292d9ff4fab {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:28:59.840884 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b541659e-a866-4f05-97df-b292d9ff4fab not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:29:00.403130 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff268-22c3-4703-8b54-74a3bd56b8d8 req-d56a6916-02c6-4d35-9c9b-4a32b47737fd tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:00.404758 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-979ff268-22c3-4703-8b54-74a3bd56b8d8 req-d56a6916-02c6-4d35-9c9b-4a32b47737fd tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 946 time: 0.0596128 Nov 15 19:29:00.497737 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-979ff268-22c3-4703-8b54-74a3bd56b8d8 req-159523c9-5275-4cdc-a81e-ad09c4ba2ee0 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746272 Nov 15 19:29:00.807739 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e568244-d2ae-4144-940e-b0cf70af3805 req-25caf680-9511-4b21-9170-1241fb25bdff tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:00.810063 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e568244-d2ae-4144-940e-b0cf70af3805 req-25caf680-9511-4b21-9170-1241fb25bdff tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0547519 Nov 15 19:29:00.889138 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e568244-d2ae-4144-940e-b0cf70af3805 req-7375e3be-f01b-41fc-a84a-f3f914ebc94c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718474 Nov 15 19:29:01.396760 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-31410577-eb87-49e1-aa2e-b6a90f915ef0 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328276029&fields=id&tenant_id=e54bfc740aa5467eaf0e937ff2e97b43 HTTP/1.1" status: 200 len: 267 time: 0.0569105 Nov 15 19:29:01.661547 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-64cf3e4b-5598-4ebf-a774-a8bec19e34ab tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:01.678615 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-64cf3e4b-5598-4ebf-a774-a8bec19e34ab tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/networks?id=7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 200 len: 808 time: 0.2715218 Nov 15 19:29:01.712873 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-f294550b-a397-47b8-896c-2a2c2321e5f4 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/quotas/e54bfc740aa5467eaf0e937ff2e97b43 HTTP/1.1" status: 200 len: 375 time: 0.0312998 Nov 15 19:29:01.780738 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade25a2-de3a-49fa-a47b-742846633730 req-5e29fca6-9fb2-47f3-9b4a-8ad74bce76cc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:01.781602 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fade25a2-de3a-49fa-a47b-742846633730 req-5e29fca6-9fb2-47f3-9b4a-8ad74bce76cc tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 946 time: 0.1207244 Nov 15 19:29:01.839135 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-eb2ec150-e1b0-4b81-ace6-207838a3b34f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225803 Nov 15 19:29:01.868763 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fade25a2-de3a-49fa-a47b-742846633730 req-17edd781-72a2-4b2b-b7d3-a1c8c7752131 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856245 Nov 15 19:29:02.058175 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-353b3418-fd49-4a99-88ee-ae6edb2c0ad2 service neutron] 10.222.0.48 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844583 Nov 15 19:29:02.227707 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-726bcab3-9578-4eb3-ae1f-78a0420d33da service neutron] 10.222.0.48 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682625 Nov 15 19:29:02.345906 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a9329486-b08c-4b91-b0c5-68cd3c95e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:02.628073 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-38aa2f5a-915a-4b91-9b13-517167d51654 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:02.631086 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-38aa2f5a-915a-4b91-9b13-517167d51654 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 946 time: 0.1219625 Nov 15 19:29:02.666477 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bceb08-8476-440e-84c2-bf11ea58775c req-da636138-38d5-489b-bd55-c0f420457a67 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:02.680874 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-61bceb08-8476-440e-84c2-bf11ea58775c req-da636138-38d5-489b-bd55-c0f420457a67 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1403062 Nov 15 19:29:02.712638 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-dd6d304c-1154-435e-8109-0f36f9119a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:02.714594 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-dd6d304c-1154-435e-8109-0f36f9119a09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1098 time: 0.1021693 Nov 15 19:29:02.873052 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-61bceb08-8476-440e-84c2-bf11ea58775c req-bfea7558-9ba7-49fa-89b1-667667dcb333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895599 Nov 15 19:29:02.913229 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-75bef723-827e-45ed-ac92-83c936055ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:02.915702 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-75bef723-827e-45ed-ac92-83c936055ef3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 919 time: 0.1852648 Nov 15 19:29:02.956260 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Deleting port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:29:02.956260 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:02.991354 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-4ae30c45-4bb8-40fb-8a7e-e5f515fec28b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393 HTTP/1.1" status: 200 len: 217 time: 0.0645726 Nov 15 19:29:03.165764 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] For port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,segment=NetworkSegment(2e70abe7-6e78-48d5-b58c-3bd2608056ac),segment_id=2e70abe7-6e78-48d5-b58c-3bd2608056ac)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:29:03.166427 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:03.183765 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-9e3393a2-9a5c-4e7b-889d-47dcc862dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:03.185451 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-9e3393a2-9a5c-4e7b-889d-47dcc862dc38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.1799862 Nov 15 19:29:03.188290 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Calling delete_port for a639f84b-6d3d-46b6-b4fb-97bf4c65d61a owned by compute:nova {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:29:03.230462 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-9991ff5e-6a33-4460-886b-3ecc0322967a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371215 Nov 15 19:29:03.364574 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c08ab-5b6c-43b6-af79-49c9c36dfe3a req-f04e5667-b0be-45d8-9694-0e7f31020908 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:03.366535 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-437c08ab-5b6c-43b6-af79-49c9c36dfe3a req-f04e5667-b0be-45d8-9694-0e7f31020908 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1609230 Nov 15 19:29:03.399582 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb952b-a7f4-4277-aa4d-d4b14545a2f1 req-8baf016d-9f6f-4115-a9e9-82af43b7bcc9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:03.401513 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6fb952b-a7f4-4277-aa4d-d4b14545a2f1 req-8baf016d-9f6f-4115-a9e9-82af43b7bcc9 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 946 time: 0.1755917 Nov 15 19:29:03.463943 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-30991f60-5af0-4ffd-8e2c-678532575828 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136207 Nov 15 19:29:03.526238 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-437c08ab-5b6c-43b6-af79-49c9c36dfe3a req-b2f6b1e3-1668-40e8-a875-bd4bff4247f7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934711 Nov 15 19:29:03.534658 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:03.555349 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['a639f84b-6d3d-46b6-b4fb-97bf4c65d61a'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:29:03.576147 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6fb952b-a7f4-4277-aa4d-d4b14545a2f1 req-ace522ff-5c4a-4742-8360-0d5880e99732 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/security-groups?id=74622574-c96d-49fc-9dfe-e791df4a675f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565912 Nov 15 19:29:03.632575 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-702de3c3-e31e-448d-b6ba-10dba645d811 req-e92dc6d1-5222-43ba-b32d-4fa419a54e35 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607585 Nov 15 19:29:03.704296 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Pushing event deleted for resources: {'Port': ['ID=a639f84b-6d3d-46b6-b4fb-97bf4c65d61a,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:03.782389 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6b75675c-cf86-41c6-baae-41c51c8d52e2 req-e931362b-86c4-45a1-afba-3f96bca505c2 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 210 time: 0.1522024 Nov 15 19:29:03.784421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] No DVR routers for this DVR port a639f84b-6d3d-46b6-b4fb-97bf4c65d61a on host hv-cinder-80152 {{(pid=102515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:29:03.788339 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:03.795163 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8bacee2c-fa1c-4657-8cc3-ea33ec3ea00f req-ce7ba403-b7b2-4bb6-9a53-faa8233b6abe tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.43 "DELETE /v2.0/ports/a639f84b-6d3d-46b6-b4fb-97bf4c65d61a HTTP/1.1" status: 204 len: 173 time: 1.1569593 Nov 15 19:29:03.795888 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938588e-69b2-41e5-923c-5956977488f4', 'name': 'network-vif-deleted', 'tag': 'a639f84b-6d3d-46b6-b4fb-97bf4c65d61a'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:03.800240 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c1fcf2-984a-45ad-898a-73d18f362a49" -d '{"events": [{"server_uuid": "6938588e-69b2-41e5-923c-5956977488f4", "name": "network-vif-deleted", "tag": "a639f84b-6d3d-46b6-b4fb-97bf4c65d61a"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:03.866204 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321fe0b2-3e5b-4860-b678-2d194201ae87 x-openstack-request-id: req-321fe0b2-3e5b-4860-b678-2d194201ae87 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:03.866607 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6938588e-69b2-41e5-923c-5956977488f4", "name": "network-vif-deleted", "tag": "a639f84b-6d3d-46b6-b4fb-97bf4c65d61a", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:03.866898 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-321fe0b2-3e5b-4860-b678-2d194201ae87 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:03.867333 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6938588e-69b2-41e5-923c-5956977488f4', 'name': 'network-vif-deleted', 'tag': 'a639f84b-6d3d-46b6-b4fb-97bf4c65d61a', 'status': 'completed', 'code': 200} Nov 15 19:29:04.146561 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4c38b-8f8a-4e89-b8b1-c10673e3b634 req-67d798e7-42c1-42be-a384-9569472e3b91 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:04.157806 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-99e4c38b-8f8a-4e89-b8b1-c10673e3b634 req-67d798e7-42c1-42be-a384-9569472e3b91 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0985198 Nov 15 19:29:04.246843 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-99e4c38b-8f8a-4e89-b8b1-c10673e3b634 req-05150e95-43ec-44f6-83b7-1f7afcd09591 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900040 Nov 15 19:29:04.672218 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a8846cb1-4f64-436f-b93f-09166907a329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:04.808701 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c50eeb-63cd-4291-9770-5381b69ffe74 req-1250a4f6-fc27-456a-89ed-334e50b69a0a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:04.814029 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f6c50eeb-63cd-4291-9770-5381b69ffe74 req-1250a4f6-fc27-456a-89ed-334e50b69a0a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0958817 Nov 15 19:29:04.862363 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7c1ddd86-0994-4676-9f54-7d2fe608cfd7 req-8b155ed7-9d16-4111-aff1-f054d22b15a4 tempest-AttachVolumeNegativeTest-1168106345 tempest-AttachVolumeNegativeTest-1168106345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6938588e-69b2-41e5-923c-5956977488f4 HTTP/1.1" status: 200 len: 210 time: 0.0605435 Nov 15 19:29:04.892587 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f6c50eeb-63cd-4291-9770-5381b69ffe74 req-12e5d50f-becc-4ec6-89a1-68602e46e3ae tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642273 Nov 15 19:29:05.006566 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-04f143d9-6d59-40dc-a44c-be31eec6eca9 req-33ff48db-c585-4f9b-b2d1-eb7cda68d434 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 210 time: 0.0313492 Nov 15 19:29:05.374490 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be2396-290e-4520-9c1e-fc1c222888c7 req-91faf4e2-b9ed-4857-9919-e5fa2d08d2b9 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:05.504660 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5be2396-290e-4520-9c1e-fc1c222888c7 req-91faf4e2-b9ed-4857-9919-e5fa2d08d2b9 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0547295 Nov 15 19:29:05.504660 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5be2396-290e-4520-9c1e-fc1c222888c7 req-e048ec9d-5c68-4423-9249-2f156a2a15c7 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519228 Nov 15 19:29:05.846511 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.005452 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51574) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:06.137208 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a984f2-9a33-4f51-af5f-5986f4bda1e6 admin admin] Deleting subnet f2876cab-317e-4429-b897-8adf49ee5b6f {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:29:06.140008 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192b14-57fe-4e81-9054-1554c93feccf req-5e32a82e-ad0b-41a5-802f-6565371f3f2d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:06.142856 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-19192b14-57fe-4e81-9054-1554c93feccf req-5e32a82e-ad0b-41a5-802f-6565371f3f2d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1042168 Nov 15 19:29:06.143589 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-46a984f2-9a33-4f51-af5f-5986f4bda1e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.203308 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2d3fa9ee-43e8-4570-9190-73fe36252546 req-a658845e-58ff-4030-b09f-a2ec077d92bd tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 210 time: 0.0615110 Nov 15 19:29:06.220059 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-19192b14-57fe-4e81-9054-1554c93feccf req-c74ac9ec-2489-4bf1-97eb-9892c151f649 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697477 Nov 15 19:29:06.224899 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-46a984f2-9a33-4f51-af5f-5986f4bda1e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.293870 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-46a984f2-9a33-4f51-af5f-5986f4bda1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.483677 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-46a984f2-9a33-4f51-af5f-5986f4bda1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.521060 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a984f2-9a33-4f51-af5f-5986f4bda1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2876cab-317e-4429-b897-8adf49ee5b6f,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:06.535665 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-46a984f2-9a33-4f51-af5f-5986f4bda1e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.541137 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-46a984f2-9a33-4f51-af5f-5986f4bda1e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f2876cab-317e-4429-b897-8adf49ee5b6f HTTP/1.1" status: 204 len: 168 time: 0.5338798 Nov 15 19:29:06.543942 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51586) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:06.630368 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3475a4-ad8f-4a3c-87aa-a1d66db8a4cb req-b84b5ff3-c70d-4ff9-96d3-b0762a8ff99b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:06.631904 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8c3475a4-ad8f-4a3c-87aa-a1d66db8a4cb req-b84b5ff3-c70d-4ff9-96d3-b0762a8ff99b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0713923 Nov 15 19:29:06.710616 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8c3475a4-ad8f-4a3c-87aa-a1d66db8a4cb req-96d843c3-3875-4c7e-8c69-8d7a9949270a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646291 Nov 15 19:29:06.727522 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.782944 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-edd0d4b6-7cfe-4725-ad1f-e5067107998b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:06.785014 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-edd0d4b6-7cfe-4725-ad1f-e5067107998b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.43 "GET /v2.0/networks?id=7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 200 len: 808 time: 0.2380114 Nov 15 19:29:06.879721 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.921238 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40df3f60-b95a-443a-b00f-e785277e2077']}} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:06.941836 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e70abe7-6e78-48d5-b58c-3bd2608056ac') {'for_net_delete': True} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:06.942280 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e70abe7-6e78-48d5-b58c-3bd2608056ac') {} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:06.955413 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-eb517951-4a69-4f93-a333-0f012a03512d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e54bfc740aa5467eaf0e937ff2e97b43 HTTP/1.1" status: 200 len: 379 time: 0.1358624 Nov 15 19:29:06.960906 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8747657'] for segment, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:06.991132 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'port': {'device_id': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'admin_state_up': True, 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'security_groups': ['9211f2a7-b196-4b3b-bb2b-40110fb2ffa5']}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:07.038198 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:07.053667 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11922465'] for segment, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: Traceback (most recent call last): Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: timer() Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: cb(*args, **kw) Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: return func(*args, **kwargs) Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: self._notify() Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: self.callback(batched_events) Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: event.method(event) Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: return f(self, *a, **k) Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._get(url).json() Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: return self.request(url, 'GET', **kwargs) Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:29:07.056034 dv-cinder-801522-7-iscsi neutron-server[102515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:29:07.264629 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:07.276797 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:07.280408 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] 10.222.0.48 "DELETE /v2.0/networks/40df3f60-b95a-443a-b00f-e785277e2077 HTTP/1.1" status: 204 len: 168 time: 0.7352743 Nov 15 19:29:07.320729 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a748bcc-59af-453a-a443-6b52bda4a33c admin admin] Pushing event deleted for resources: {'Network': ['ID=40df3f60-b95a-443a-b00f-e785277e2077,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:07.332712 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Made reservation on behalf of e54bfc740aa5467eaf0e937ff2e97b43 for: {'port': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:29:07.343434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:07.452244 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcf3b2-6272-4735-bb7a-2e699d67d399 req-527e5060-bc96-4562-ac2c-26f529df5d27 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:07.463572 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-31fcf3b2-6272-4735-bb7a-2e699d67d399 req-527e5060-bc96-4562-ac2c-26f529df5d27 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1125309 Nov 15 19:29:07.488081 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:07.607316 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-31fcf3b2-6272-4735-bb7a-2e699d67d399 req-5143336d-a4e5-45fc-8cbe-0ff7fff9a141 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332240 Nov 15 19:29:07.686684 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-44434a1d-d816-4328-a31b-9394dcd5082c req-8c5c52bf-0d2f-42c8-ae50-8b3f59a38b9b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 210 time: 0.2743208 Nov 15 19:29:07.703639 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Allocated IP 172.20.0.5 (7a90cd09-0275-4504-b10f-a52e50c0cf30/bf47254e-a907-4641-9f52-2aa03cd5c250/da5ef0ad-757e-4d8f-97f7-b6af6f940ed7) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:29:07.837102 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device a639f84b-6d3d-46b6-b4fb-97bf4c65d61a no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:29:07.964546 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: a639f84b-6d3d-46b6-b4fb-97bf4c65d61a {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:29:07.966177 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device a639f84b-6d3d-46b6-b4fb-97bf4c65d61a not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:29:07.972936 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3497a-3a56-4945-b0db-d4090ff061b8 req-6ccc141d-7268-412d-91db-1c7355be9f7b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:07.999398 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7d3497a-3a56-4945-b0db-d4090ff061b8 req-6ccc141d-7268-412d-91db-1c7355be9f7b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1717601 Nov 15 19:29:08.046367 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:08.116826 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7d3497a-3a56-4945-b0db-d4090ff061b8 req-0b0d1ac0-05c1-4616-a93f-1106b41d591d tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134925 Nov 15 19:29:08.181309 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:08.212660 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:08.241235 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51602) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:08.363915 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0f31de79-ce91-4325-8ca4-28082441c8cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11243378914b4aef98122fff6805d23f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1201305 Nov 15 19:29:08.368823 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51604) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:08.396342 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:29:08.424343 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:29:08.440527 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:29:08.510045 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:08.613315 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:08.615894 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:08.633029 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-36eea95c-2eaf-4df8-af09-deffd26be2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:08.695251 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-36eea95c-2eaf-4df8-af09-deffd26be2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:08.740050 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-c096f7c3-fee2-4642-8e43-ed3d4756fa13 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7736149 Nov 15 19:29:08.759464 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Request body: {'port': {'device_id': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:08.937729 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50b1c9-71e7-4896-88e8-9da3cddd8595 req-9c7abe6b-4394-4f40-96b6-ecbb5ba79155 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:08.957136 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb50b1c9-71e7-4896-88e8-9da3cddd8595 req-9c7abe6b-4394-4f40-96b6-ecbb5ba79155 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 931 time: 0.1233757 Nov 15 19:29:08.984972 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-29c141e8-1aed-4477-939d-7f01b679137a None None] Provisioning complete for port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:29:08.987936 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-29c141e8-1aed-4477-939d-7f01b679137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:09.009596 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:09.055806 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b0d8-a73f-4ca0-95dd-746e1189a7d9 req-aaef7640-381a-4b1f-907f-5e331dc919f6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:09.068760 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0e24b0d8-a73f-4ca0-95dd-746e1189a7d9 req-aaef7640-381a-4b1f-907f-5e331dc919f6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1572707 Nov 15 19:29:09.072323 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb50b1c9-71e7-4896-88e8-9da3cddd8595 req-13427b86-3256-4c66-8da5-19ec55992f3a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141903 Nov 15 19:29:09.105445 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-29c141e8-1aed-4477-939d-7f01b679137a None None] Port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:29:09.168853 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-36eea95c-2eaf-4df8-af09-deffd26be2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:09.173758 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-36eea95c-2eaf-4df8-af09-deffd26be2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:09.179949 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-36eea95c-2eaf-4df8-af09-deffd26be2fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74622574-c96d-49fc-9dfe-e791df4a675f HTTP/1.1" status: 204 len: 168 time: 0.7977109 Nov 15 19:29:09.264645 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eea95c-2eaf-4df8-af09-deffd26be2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74622574-c96d-49fc-9dfe-e791df4a675f,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:09.276638 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef144a-306c-4f43-b311-e60a207f527a req-441044f1-e1c9-4e2e-99ff-0499cbd10aaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:09.287887 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0e24b0d8-a73f-4ca0-95dd-746e1189a7d9 req-21fa9288-8941-49d0-8712-e702833bd722 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080712 Nov 15 19:29:09.289926 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-85ef144a-306c-4f43-b311-e60a207f527a req-441044f1-e1c9-4e2e-99ff-0499cbd10aaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.1246498 Nov 15 19:29:09.403671 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-85ef144a-306c-4f43-b311-e60a207f527a req-87063bab-bce6-422a-a096-0cb5a7fb8204 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125977 Nov 15 19:29:09.425732 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51626) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:09.531695 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c458a4-b2da-48bf-bd1d-eaa9ca64dbc9 req-e81193fa-cf82-46c7-a00c-ceefa197c7d0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:09.539546 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-05c458a4-b2da-48bf-bd1d-eaa9ca64dbc9 req-e81193fa-cf82-46c7-a00c-ceefa197c7d0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1288483 Nov 15 19:29:09.629368 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-05c458a4-b2da-48bf-bd1d-eaa9ca64dbc9 req-23ea6a86-8ca9-403c-95e4-c37a4d10aae0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873444 Nov 15 19:29:09.741653 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 {{(pid=102515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:29:09.751067 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:09.790060 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.provisioning_blocks [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Transition to ACTIVE for port object da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 will not be triggered until provisioned by entity L2. {{(pid=102515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:29:09.852941 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:09.943215 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:09.962611 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee1d923-b16b-49c7-ada7-fa44988b5798 tempest-TestMinimumBasicScenario-1206856414 tempest-TestMinimumBasicScenario-1206856414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:09.965012 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-6ee1d923-b16b-49c7-ada7-fa44988b5798 tempest-TestMinimumBasicScenario-1206856414 tempest-TestMinimumBasicScenario-1206856414-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1093 time: 0.5380037 Nov 15 19:29:09.969798 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51640) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:09.977014 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'port_id': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:10.078380 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Attempting to bind port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:29:10.079070 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Attempting to bind port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:29:10.079070 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Attempting to bind port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 on network 7a90cd09-0275-4504-b10f-a52e50c0cf30 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:29:10.106580 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 on network 7a90cd09-0275-4504-b10f-a52e50c0cf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:29:10.115605 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Attempting to bind port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 on network 7a90cd09-0275-4504-b10f-a52e50c0cf30 {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:29:10.189956 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:29:10.190518 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Checking segment: {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:29:10.191476 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Bound using segment: {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'} {{(pid=102515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:29:10.192303 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.managers [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Bound port: da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456d5295-b301-4034-b8ff-c58f5d5c0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30'}}] {{(pid=102515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:29:10.193302 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:10.218919 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for floatingip, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:10.371205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f07b7a-44c1-4544-9d74-b512de37f575 req-a6ac7174-f581-4234-8bad-463b92e7e223 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:10.374069 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40f07b7a-44c1-4544-9d74-b512de37f575 req-a6ac7174-f581-4234-8bad-463b92e7e223 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.1715436 Nov 15 19:29:10.381203 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-e593ab31-d5d0-46cf-8b35-bea51bc13561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:10.383223 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-e593ab31-d5d0-46cf-8b35-bea51bc13561 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 1098 time: 0.0930617 Nov 15 19:29:10.545083 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5effdd-e836-4710-9d08-045335aa4849 req-1d6d61d8-64de-4463-862f-4d81be7be946 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:10.548910 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4b5effdd-e836-4710-9d08-045335aa4849 req-1d6d61d8-64de-4463-862f-4d81be7be946 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.4239705 Nov 15 19:29:10.586581 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, cleared binding levels {{(pid=102515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:29:10.587218 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:29:10.620243 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40f07b7a-44c1-4544-9d74-b512de37f575 req-8356e976-04a5-431b-aa48-dabbcf515889 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248230 Nov 15 19:29:10.655497 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4b5effdd-e836-4710-9d08-045335aa4849 req-eb2e8393-46ed-4de7-b602-cf452684f198 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762291 Nov 15 19:29:10.701440 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:10.767670 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-f520b700-67dd-45b6-99d2-4a9f77136b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:10.768511 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-f520b700-67dd-45b6-99d2-4a9f77136b8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 911 time: 0.3293688 Nov 15 19:29:10.805955 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:10.806587 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:10.808045 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] 10.222.0.43 "PUT /v2.0/ports/da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 200 len: 1093 time: 2.0562878 Nov 15 19:29:10.809551 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:10.814165 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b07ea16-a295-47be-8054-0cf3ed345e96" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:10.832561 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:10.941134 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2fd8cd-50d3-4633-95f6-233f340e7bf8 x-openstack-request-id: req-3f2fd8cd-50d3-4633-95f6-233f340e7bf8 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:10.941603 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:10.945052 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f2fd8cd-50d3-4633-95f6-233f340e7bf8 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:10.945052 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'status': 'completed', 'code': 200} Nov 15 19:29:10.945052 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=3']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:10.996286 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:10.997148 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:10.997548 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:10.998203 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:10.998855 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:10.999531 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:11.000022 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:11.000632 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:11.138555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:11.138555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:11.138555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:11.138555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408cbf3-f4eb-4013-8002-9f2b69e05ce8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:11.140824 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-2f9e4778-3d9c-4351-98e1-c8ee72850de3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa HTTP/1.1" status: 200 len: 1001 time: 0.2486954 Nov 15 19:29:11.141522 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07ea16-a295-47be-8054-0cf3ed345e96 req-2a9d487b-7ee6-4f67-9145-9c08c687ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:11.141522 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3b07ea16-a295-47be-8054-0cf3ed345e96 req-2a9d487b-7ee6-4f67-9145-9c08c687ad76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1096 time: 0.1488714 Nov 15 19:29:11.186542 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee7c0d-41db-4ad5-bee8-21fa43a117ca req-214e4319-52d1-4701-aa3a-a7d7f2fb8500 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:11.189235 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fcee7c0d-41db-4ad5-bee8-21fa43a117ca req-214e4319-52d1-4701-aa3a-a7d7f2fb8500 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1584864 Nov 15 19:29:11.191211 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Allocated IP 172.27.0.78 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/8fc5d6f7-3e47-41d5-9358-eb792ee73574) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:29:11.194301 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-6b98f26c-a4b9-45d2-8446-fc60059c72cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:11.197214 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-6b98f26c-a4b9-45d2-8446-fc60059c72cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.1474609 Nov 15 19:29:11.310625 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07ea16-a295-47be-8054-0cf3ed345e96 req-0fd4d517-99a6-4634-9a4d-77d7cc651f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:11.312142 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3b07ea16-a295-47be-8054-0cf3ed345e96 req-0fd4d517-99a6-4634-9a4d-77d7cc651f48 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1981962 Nov 15 19:29:11.336548 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fcee7c0d-41db-4ad5-bee8-21fa43a117ca req-44e7ab40-bf75-4bc0-bfaf-4d0bc07a2819 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379254 Nov 15 19:29:11.344963 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-fa570199-33b7-45af-a582-91d20b49c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:11.347766 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-fa570199-33b7-45af-a582-91d20b49c266 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1363363 Nov 15 19:29:11.410441 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:11.481082 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07ea16-a295-47be-8054-0cf3ed345e96 req-0be7a8f2-c100-4d73-9b30-f2cc1c5f2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:11.482635 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3b07ea16-a295-47be-8054-0cf3ed345e96 req-0be7a8f2-c100-4d73-9b30-f2cc1c5f2afd service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571269 Nov 15 19:29:11.512969 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-a56eeada-b914-4213-b445-34b75da0fb41 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536946 Nov 15 19:29:11.639629 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-1a38a2a3-90a3-45db-aa97-bc959affe246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:11.642976 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-1a38a2a3-90a3-45db-aa97-bc959affe246 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1096 time: 0.0981359 Nov 15 19:29:11.678718 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a53cf24d-0330-4e19-b6d9-0a4c5cfd97a4 req-53783282-32a2-492b-aa96-1d72aee8b178 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351831 Nov 15 19:29:11.932400 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a014ce-3d7f-4875-88d4-ce94d70778d2 req-ba7f5a09-0134-4e4d-9337-175e1067da75 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:11.935452 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-18a014ce-3d7f-4875-88d4-ce94d70778d2 req-ba7f5a09-0134-4e4d-9337-175e1067da75 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.1049085 Nov 15 19:29:12.090070 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-18a014ce-3d7f-4875-88d4-ce94d70778d2 req-90ac7ea9-b09e-428a-a4cb-d9c9023e15da tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408558 Nov 15 19:29:12.115377 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:12.121466 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-41956ff4-bdae-4000-80bc-73ad72d82638 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 200 len: 217 time: 0.4635258 Nov 15 19:29:12.273551 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:29:12.290886 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:29:12.300404 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:29:12.310868 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'Port': ['ID=8fc5d6f7-3e47-41d5-9358-eb792ee73574,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:12.342009 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-ca3a4982-59e6-4994-820f-9a74e598ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:12.344148 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-ca3a4982-59e6-4994-820f-9a74e598ca51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf47254e-a907-4641-9f52-2aa03cd5c250 HTTP/1.1" status: 200 len: 847 time: 0.1777353 Nov 15 19:29:12.356121 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044dde2-b9d7-4dc1-97fb-ef2315c44c9c req-9665f245-ded5-4039-ae5c-4832820b8694 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:12.358164 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d044dde2-b9d7-4dc1-97fb-ef2315c44c9c req-9665f245-ded5-4039-ae5c-4832820b8694 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.2709062 Nov 15 19:29:12.627933 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-cd4ae08b-bf55-49d5-857f-d495c4fb4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:12.631691 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-cd4ae08b-bf55-49d5-857f-d495c4fb4b60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a90cd09-0275-4504-b10f-a52e50c0cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2719717 Nov 15 19:29:12.640159 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fc201-05ad-4c4c-9ace-e7943590ffb8 req-0a950895-4db9-4a3b-b0c7-42a46cda95da tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:12.643728 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5b4fc201-05ad-4c4c-9ace-e7943590ffb8 req-0a950895-4db9-4a3b-b0c7-42a46cda95da tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1486566 Nov 15 19:29:12.648185 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:12.704105 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d044dde2-b9d7-4dc1-97fb-ef2315c44c9c req-ff1dbf5c-aadb-495c-bb38-50c3fd3faa67 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077929 Nov 15 19:29:12.816758 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5b4fc201-05ad-4c4c-9ace-e7943590ffb8 req-13da6d5c-f99d-4cc8-af75-72fca20a44e0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449976 Nov 15 19:29:13.407321 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-94702fc0-36d5-49f4-810a-10012b2c573c service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592154 Nov 15 19:29:13.439859 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:13.530930 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6599a-2cc7-4aef-a4be-19e2c1ad3f2f req-7b027197-4bc1-4825-976d-2a240256600d tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:13.538647 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bfd6599a-2cc7-4aef-a4be-19e2c1ad3f2f req-7b027197-4bc1-4825-976d-2a240256600d tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.2089531 Nov 15 19:29:13.624824 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6e9d78eb-188e-4628-82e7-fdcb44662d44 req-e657fa83-b571-4131-979e-4c15d4c09cae service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991651 Nov 15 19:29:13.637359 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bfd6599a-2cc7-4aef-a4be-19e2c1ad3f2f req-2649b2b3-a8ce-476c-a803-611df6732cb2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957339 Nov 15 19:29:13.709779 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:13.940741 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:13.978082 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe686f3-3bd5-4c1f-8e0f-cbf9f47205bf req-a772a0f6-f725-457d-b5f6-0828a69a0bdb tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:13.979728 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6fe686f3-3bd5-4c1f-8e0f-cbf9f47205bf req-a772a0f6-f725-457d-b5f6-0828a69a0bdb tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.1022756 Nov 15 19:29:14.007273 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bab67b-e4c5-4bf4-ba64-2a3a570f237d req-cbf0aa34-ab88-434e-8566-39d74eac2e11 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:14.015188 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-31bab67b-e4c5-4bf4-ba64-2a3a570f237d req-cbf0aa34-ab88-434e-8566-39d74eac2e11 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0643270 Nov 15 19:29:14.047010 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:14.053461 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6fe686f3-3bd5-4c1f-8e0f-cbf9f47205bf req-271f46d2-0acb-4271-ae68-153f7ddfc57f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622420 Nov 15 19:29:14.122549 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-31bab67b-e4c5-4bf4-ba64-2a3a570f237d req-c065cdd9-cf5c-409b-aa2b-3661771ac022 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063063 Nov 15 19:29:14.175136 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'Port': ['ID=8fc5d6f7-3e47-41d5-9358-eb792ee73574,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:14.197421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:14.306716 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51724) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:14.386401 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Floating IP 74fc5638-a61e-4dcc-8042-ef15c8b03be9 associated. External IP: 172.27.0.78, port: 0ff18d80-7e2c-4b99-a838-fdeaba488a29. Nov 15 19:29:14.493285 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:14.602618 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:14.670227 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:14.722546 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8bf8dca4eb84f438be6cb9b57211dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142973 Nov 15 19:29:14.723929 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe1801c-bd52-4546-aca9-0dca24bce6f7,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:14.726266 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51728) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:14.745469 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.748421 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.748421 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.748421 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.749179 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.749525 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.750136 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.750686 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.751283 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.752445 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.752979 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.754244 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca7d-35c3-4156-93fb-611e184387a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:29:14.812429 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Router 3484fa83-8d6f-43d6-8308-d679419de99e has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:29:14.851043 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-da0dfd1c-8f8e-4e07-81ab-3a5931c881db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:14.988741 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-da0dfd1c-8f8e-4e07-81ab-3a5931c881db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:15.292916 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4d328-ec68-42d8-a974-82bbc00d61c2 req-095e123e-72f7-4c1d-880b-5ddc85e48ccd tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:15.294803 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26f4d328-ec68-42d8-a974-82bbc00d61c2 req-095e123e-72f7-4c1d-880b-5ddc85e48ccd tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.1130760 Nov 15 19:29:15.377151 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26f4d328-ec68-42d8-a974-82bbc00d61c2 req-bc26df63-0423-4525-ba95-fd8660d4472d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699978 Nov 15 19:29:15.475473 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d33f5-2f8e-4315-9bcd-78a2262a4009 req-d0da1106-e48d-4839-a0aa-19a5b6ac3a37 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:15.479789 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-224d33f5-2f8e-4315-9bcd-78a2262a4009 req-d0da1106-e48d-4839-a0aa-19a5b6ac3a37 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1509433 Nov 15 19:29:15.521493 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:29:15.542234 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] Sync routers for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:29:15.563178 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:29:15.564819 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:29:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:15.589373 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-224d33f5-2f8e-4315-9bcd-78a2262a4009 req-974a3662-bab8-4130-9821-36bc8164b2bd tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965705 Nov 15 19:29:15.767896 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-da0dfd1c-8f8e-4e07-81ab-3a5931c881db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:15.770904 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-da0dfd1c-8f8e-4e07-81ab-3a5931c881db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:15.775119 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-da0dfd1c-8f8e-4e07-81ab-3a5931c881db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efe1801c-bd52-4546-aca9-0dca24bce6f7 HTTP/1.1" status: 204 len: 168 time: 1.0444865 Nov 15 19:29:15.788818 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dfd1c-8f8e-4e07-81ab-3a5931c881db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe1801c-bd52-4546-aca9-0dca24bce6f7,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:15.818196 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:15.820024 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:29:15.857143 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-092a7104-06a9-49e9-9a9e-467af97de545 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8842380 Nov 15 19:29:15.858011 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:15.860097 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51744) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:15.861363 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e425a0e-a2c6-47d1-9013-b134c427d624" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:15.883921 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-989e3a92-0eb6-4260-b891-9f188333da87 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-691732765', 'description': 'tempest-secgroup-smoke-691732765 description', 'project_id': '929d641b2a8f4991965849e595b0eb57'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:15.916266 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dc9ed8-8020-48c3-9161-09bd8c507856 x-openstack-request-id: req-77dc9ed8-8020-48c3-9161-09bd8c507856 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:15.916854 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:15.917253 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77dc9ed8-8020-48c3-9161-09bd8c507856 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:15.917840 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'status': 'completed', 'code': 200} Nov 15 19:29:16.032165 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-c214e615-92d8-443f-9a5b-1c4a52b517d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:16.034610 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-c214e615-92d8-443f-9a5b-1c4a52b517d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=929d641b2a8f4991965849e595b0eb57&device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1098 time: 0.0579290 Nov 15 19:29:16.059336 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-989e3a92-0eb6-4260-b891-9f188333da87 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:16.229384 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-989e3a92-0eb6-4260-b891-9f188333da87 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:16.231386 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-fadfd965-b6bf-424f-bf07-41d5644601f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:16.235799 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-fadfd965-b6bf-424f-bf07-41d5644601f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 200 len: 916 time: 0.1912551 Nov 15 19:29:16.365568 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-0def4920-9f79-475a-9ba0-23aaa8cf0da3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 998 time: 0.1197658 Nov 15 19:29:16.396145 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '74fc5638-a61e-4dcc-8042-ef15c8b03be9', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'port_id': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'mac_address': 'fa:16:3e:fc:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:13Z', 'updated_at': '2021-11-15T19:29:13Z', 'revision_number': 0, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:23Z', 'revision_number': 5, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:16.426787 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] Checking router: 3484fa83-8d6f-43d6-8308-d679419de99e for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:29:16.436666 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:29:16.437294 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:29:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:16.451094 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-5a10a5bd-8dac-434a-b1d8-f16bf23c3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:16.457300 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-5a10a5bd-8dac-434a-b1d8-f16bf23c3b0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4f9cabf-40a3-4091-abd2-235cd9e9de6b HTTP/1.1" status: 200 len: 854 time: 0.0794766 Nov 15 19:29:16.552142 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-c42a7baa-f067-4daa-b822-c29b90b1956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:16.553860 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-c42a7baa-f067-4daa-b822-c29b90b1956c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7eefbab-a447-40e0-bbc4-2235671531c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872743 Nov 15 19:29:16.562120 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c6afc-a1f6-4e2c-88e4-d17a91e69d7f req-2a0c894f-592e-4115-b402-e5de67e5256c tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:16.564320 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1f4c6afc-a1f6-4e2c-88e4-d17a91e69d7f req-2a0c894f-592e-4115-b402-e5de67e5256c tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0957253 Nov 15 19:29:16.569316 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-989e3a92-0eb6-4260-b891-9f188333da87 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:16.599347 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:29:16.644046 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e3a92-0eb6-4260-b891-9f188333da87 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae45c73-29e3-4942-89b6-5f33d130dc7d,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:16.692947 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1f4c6afc-a1f6-4e2c-88e4-d17a91e69d7f req-18b11c39-9bc4-4f13-b114-25a1946cc288 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022754 Nov 15 19:29:16.714305 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-1ca370d7-0d84-414c-8598-6169a384a2ea service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479266 Nov 15 19:29:16.738334 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-989e3a92-0eb6-4260-b891-9f188333da87 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:16.742492 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-989e3a92-0eb6-4260-b891-9f188333da87 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8773520 Nov 15 19:29:16.746141 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51756) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:16.783431 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-3a712213-0db8-4cea-bf4a-1a4f227587a7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'security_group_rule': {'security_group_id': '7ae45c73-29e3-4942-89b6-5f33d130dc7d', 'project_id': '929d641b2a8f4991965849e595b0eb57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:16.883244 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71384e-f8da-4e18-9ac2-252c03ac6445 req-415b0d2e-2181-4817-b2a7-7c7fc44af2f4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:16.884762 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c71384e-f8da-4e18-9ac2-252c03ac6445 req-415b0d2e-2181-4817-b2a7-7c7fc44af2f4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1588037 Nov 15 19:29:16.886070 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1e425a0e-a2c6-47d1-9013-b134c427d624 req-eaaa455e-05f6-46c2-bd21-25353624bbd8 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604023 Nov 15 19:29:16.920619 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3a712213-0db8-4cea-bf4a-1a4f227587a7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:16.993091 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c71384e-f8da-4e18-9ac2-252c03ac6445 req-0591809b-d825-45bb-9acf-e5bd8b0c5a93 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935833 Nov 15 19:29:17.032954 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51766) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:17.038360 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3a712213-0db8-4cea-bf4a-1a4f227587a7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.053042 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-df9f6903-994a-46bb-8d8f-81a34bc21c86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.128334 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3a712213-0db8-4cea-bf4a-1a4f227587a7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.138905 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '74fc5638-a61e-4dcc-8042-ef15c8b03be9', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'port_id': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'mac_address': 'fa:16:3e:fc:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:13Z', 'updated_at': '2021-11-15T19:29:13Z', 'revision_number': 0, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:23Z', 'revision_number': 5, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:17.175497 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a712213-0db8-4cea-bf4a-1a4f227587a7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5010b86e-cdc9-444d-aa5b-df163eef048f,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:17.182468 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314ec21-c260-451a-b9dc-aa28f37b60e3 None None] The sync data for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi is: [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '74fc5638-a61e-4dcc-8042-ef15c8b03be9', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'port_id': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'mac_address': 'fa:16:3e:fc:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:13Z', 'updated_at': '2021-11-15T19:29:13Z', 'revision_number': 0, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:23Z', 'revision_number': 5, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:29:17.225572 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-df9f6903-994a-46bb-8d8f-81a34bc21c86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.287583 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3a712213-0db8-4cea-bf4a-1a4f227587a7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.292400 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3a712213-0db8-4cea-bf4a-1a4f227587a7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5422382 Nov 15 19:29:17.292967 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51768) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:17.303318 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-dd0fb119-c314-4e2a-9b9b-b6a375e50e1a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'security_group_rule': {'security_group_id': '7ae45c73-29e3-4942-89b6-5f33d130dc7d', 'project_id': '929d641b2a8f4991965849e595b0eb57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:17.309861 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-df9f6903-994a-46bb-8d8f-81a34bc21c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.390244 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-df9f6903-994a-46bb-8d8f-81a34bc21c86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad9aa3d11ec84eafb549eb442938e1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559749 Nov 15 19:29:17.390943 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51770) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:17.399282 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f6903-994a-46bb-8d8f-81a34bc21c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636422c0-4d6e-4772-8de4-8751af87a902,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:17.456446 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb119-c314-4e2a-9b9b-b6a375e50e1a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.486586 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7518c4ea-b376-4555-8a8f-d9d948686406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.541603 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7518c4ea-b376-4555-8a8f-d9d948686406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.632853 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3cfdca-75bb-4160-9e38-1a6537fe127a None None] New status for floating IP 74fc5638-a61e-4dcc-8042-ef15c8b03be9: ACTIVE {{(pid=102517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:29:17.660336 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb119-c314-4e2a-9b9b-b6a375e50e1a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.722641 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7518c4ea-b376-4555-8a8f-d9d948686406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.729578 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7518c4ea-b376-4555-8a8f-d9d948686406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.734587 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-7518c4ea-b376-4555-8a8f-d9d948686406 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/636422c0-4d6e-4772-8de4-8751af87a902 HTTP/1.1" status: 204 len: 168 time: 0.3414423 Nov 15 19:29:17.745413 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518c4ea-b376-4555-8a8f-d9d948686406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636422c0-4d6e-4772-8de4-8751af87a902,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:17.754443 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb119-c314-4e2a-9b9b-b6a375e50e1a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.811455 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fb119-c314-4e2a-9b9b-b6a375e50e1a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a81317-bece-4f3b-be06-2150e61c75b0,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:17.890907 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5458-61c7-4e25-87c5-ae1e8ee1db7f req-d310f135-551d-4b2f-aae0-01bc7e7912bf tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:17.893279 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-52cd5458-61c7-4e25-87c5-ae1e8ee1db7f req-d310f135-551d-4b2f-aae0-01bc7e7912bf tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0850418 Nov 15 19:29:17.910592 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb119-c314-4e2a-9b9b-b6a375e50e1a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:17.910592 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-dd0fb119-c314-4e2a-9b9b-b6a375e50e1a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6131899 Nov 15 19:29:17.913330 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51780) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:17.918573 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-ea7c9282-7a9c-4326-ba77-a2c1b17694d3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'security_group_rule': {'security_group_id': '7ae45c73-29e3-4942-89b6-5f33d130dc7d', 'project_id': '929d641b2a8f4991965849e595b0eb57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:18.012593 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-52cd5458-61c7-4e25-87c5-ae1e8ee1db7f req-2bb92b28-055a-4177-96e6-27a2d20367f4 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117780 Nov 15 19:29:18.142979 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d67cc0-45db-489f-81be-0baa2945cb9d req-f0f67fa2-7c85-4afc-a499-f8e5c08e53c4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:18.144493 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82d67cc0-45db-489f-81be-0baa2945cb9d req-f0f67fa2-7c85-4afc-a499-f8e5c08e53c4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0584090 Nov 15 19:29:18.203550 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82d67cc0-45db-489f-81be-0baa2945cb9d req-5243ca0f-7c83-4549-b6e0-ee3044c3f51d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523701 Nov 15 19:29:18.212946 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9282-7a9c-4326-ba77-a2c1b17694d3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:18.278753 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9282-7a9c-4326-ba77-a2c1b17694d3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:18.407250 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9282-7a9c-4326-ba77-a2c1b17694d3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:18.432338 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9282-7a9c-4326-ba77-a2c1b17694d3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb20b9d3-17b4-4da1-95b4-d4fa4109e072,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:18.553754 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9282-7a9c-4326-ba77-a2c1b17694d3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:18.555213 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ea7c9282-7a9c-4326-ba77-a2c1b17694d3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6403008 Nov 15 19:29:18.558368 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51790) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:18.567627 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-1c88a034-3a4b-4f59-8a29-115f3601ad76 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'security_group_rule': {'security_group_id': '7ae45c73-29e3-4942-89b6-5f33d130dc7d', 'project_id': '929d641b2a8f4991965849e595b0eb57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:18.686659 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1c88a034-3a4b-4f59-8a29-115f3601ad76 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:18.778605 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1c88a034-3a4b-4f59-8a29-115f3601ad76 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:18.881348 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1c88a034-3a4b-4f59-8a29-115f3601ad76 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:18.905001 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88a034-3a4b-4f59-8a29-115f3601ad76 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665fbbb2-603d-4f22-9d08-3e85b16a08d6,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:18.980623 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1c88a034-3a4b-4f59-8a29-115f3601ad76 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:18.980623 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1c88a034-3a4b-4f59-8a29-115f3601ad76 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4155884 Nov 15 19:29:18.980623 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51816) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:18.984022 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-9b7fbe3f-7b13-4f90-a632-7d9d502a6104 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'security_group_rule': {'security_group_id': '7ae45c73-29e3-4942-89b6-5f33d130dc7d', 'project_id': '929d641b2a8f4991965849e595b0eb57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:19.108219 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.securitygroups_db [None req-9b7fbe3f-7b13-4f90-a632-7d9d502a6104 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Project 929d641b2a8f4991965849e595b0eb57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 19:29:19.114582 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbe3f-7b13-4f90-a632-7d9d502a6104 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:19.206155 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fa0ed-b0a1-4a23-b5e9-cecb50d2f6f8 req-4db23d93-f97c-460d-ae35-7bcf71a4f6a1 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:19.207588 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d40fa0ed-b0a1-4a23-b5e9-cecb50d2f6f8 req-4db23d93-f97c-460d-ae35-7bcf71a4f6a1 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0817618 Nov 15 19:29:19.209576 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbe3f-7b13-4f90-a632-7d9d502a6104 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:19.269168 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d40fa0ed-b0a1-4a23-b5e9-cecb50d2f6f8 req-7392e97c-78d8-4eff-9b83-8311dcbdfb32 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513060 Nov 15 19:29:19.321457 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbe3f-7b13-4f90-a632-7d9d502a6104 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:19.344167 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fbe3f-7b13-4f90-a632-7d9d502a6104 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43bcac8-c686-465a-b3bb-2a72f8d1d68e,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:19.365631 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e17d2-0105-4d00-8bbe-7cbb684a3cce req-97457eab-2621-43cc-b8c4-6993803ccebc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:19.367150 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b3e17d2-0105-4d00-8bbe-7cbb684a3cce req-97457eab-2621-43cc-b8c4-6993803ccebc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0652637 Nov 15 19:29:19.416056 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b3e17d2-0105-4d00-8bbe-7cbb684a3cce req-0b6403c4-167d-4401-8a85-e44de5d5db89 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Nov 15 19:29:19.448749 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbe3f-7b13-4f90-a632-7d9d502a6104 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:19.449995 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9b7fbe3f-7b13-4f90-a632-7d9d502a6104 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4697773 Nov 15 19:29:19.453167 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51830) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:19.458186 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-3e71d3ad-d612-4d89-b375-26d43be51929 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'security_group_rule': {'security_group_id': '7ae45c73-29e3-4942-89b6-5f33d130dc7d', 'project_id': '929d641b2a8f4991965849e595b0eb57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:19.588235 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.securitygroups_db [None req-3e71d3ad-d612-4d89-b375-26d43be51929 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Project 929d641b2a8f4991965849e595b0eb57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 19:29:19.593667 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3e71d3ad-d612-4d89-b375-26d43be51929 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:19.657361 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3e71d3ad-d612-4d89-b375-26d43be51929 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:19.766579 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3e71d3ad-d612-4d89-b375-26d43be51929 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:19.791282 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71d3ad-d612-4d89-b375-26d43be51929 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b341bc-580c-45bf-aa20-b6bfe5d9cceb,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:19.917846 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3e71d3ad-d612-4d89-b375-26d43be51929 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:19.922697 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3e71d3ad-d612-4d89-b375-26d43be51929 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4655731 Nov 15 19:29:20.034782 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-62efe851-6191-4ea4-a27f-c7af40e92103 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691732765&fields=id&tenant_id=929d641b2a8f4991965849e595b0eb57 HTTP/1.1" status: 200 len: 267 time: 0.0588899 Nov 15 19:29:20.098675 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-cec72a1e-21c5-4e58-8a59-b7fdf31ba87c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:20.100285 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-cec72a1e-21c5-4e58-8a59-b7fdf31ba87c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0539780 Nov 15 19:29:20.120540 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'port': {'security_groups': ['c9592652-0fcd-4fc3-8bf8-101be0439f72', '7ae45c73-29e3-4942-89b6-5f33d130dc7d']}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:20.194481 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:20.425641 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1481e-2326-4422-85e8-cba6860d2b24 req-c6d6c3b7-eecf-4846-a055-ffeb57a657cf tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:20.434246 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3c1481e-2326-4422-85e8-cba6860d2b24 req-c6d6c3b7-eecf-4846-a055-ffeb57a657cf tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0721869 Nov 15 19:29:20.448732 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] For port 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:29:20.499290 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:20.504684 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3c1481e-2326-4422-85e8-cba6860d2b24 req-52172343-4af4-430c-bbc2-497e4cdaf85b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682635 Nov 15 19:29:20.576222 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:20.592136 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0ff18d80-7e2c-4b99-a838-fdeaba488a29'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:29:20.624671 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45358e-2750-4671-a225-a085af8943e8 req-cde13046-1924-4538-8eb5-942fd557a713 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:20.626248 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1f45358e-2750-4671-a225-a085af8943e8 req-cde13046-1924-4538-8eb5-942fd557a713 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0644052 Nov 15 19:29:20.633748 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:20.634605 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:20.636174 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-98fcb392-ec8a-4c09-998e-62f6c40b5121 req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "PUT /v2.0/ports/0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 981 time: 0.5242791 Nov 15 19:29:20.636678 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:20.639282 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b94095-e251-46b6-aebf-6603e86c7963" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:20.685830 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473ecc-740f-45f1-ae6a-200c8a4a48a1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'Port': ['ID=0ff18d80-7e2c-4b99-a838-fdeaba488a29,revision_number=6']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:20.715285 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1f45358e-2750-4671-a225-a085af8943e8 req-fc868f3b-e7f4-4503-b561-3eb10c2d5d02 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748708 Nov 15 19:29:20.756323 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f95bc1b-dc77-4cec-b39e-32753a68920d x-openstack-request-id: req-3f95bc1b-dc77-4cec-b39e-32753a68920d {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:20.756323 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:20.756323 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f95bc1b-dc77-4cec-b39e-32753a68920d {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:20.756323 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'status': 'completed', 'code': 200} Nov 15 19:29:20.822808 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0ff18d80-7e2c-4b99-a838-fdeaba488a29'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:29:20.885618 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b94095-e251-46b6-aebf-6603e86c7963 req-b6bb68e7-189e-4562-bfe0-a2bd5cdef3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:20.888009 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-89b94095-e251-46b6-aebf-6603e86c7963 req-b6bb68e7-189e-4562-bfe0-a2bd5cdef3d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=929d641b2a8f4991965849e595b0eb57&device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1137 time: 0.0940626 Nov 15 19:29:20.897504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8182fcb-797c-4674-b9c7-4e98af18c1f8 req-ceaa0bc2-34d0-4569-9bbd-15c2ae36fbbb tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:20.899279 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d8182fcb-797c-4674-b9c7-4e98af18c1f8 req-ceaa0bc2-34d0-4569-9bbd-15c2ae36fbbb tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.1381195 Nov 15 19:29:21.039948 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-7b292ad5-80c9-4254-ba13-ad1a4fcef04f None None] Provisioning complete for port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:29:21.040226 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7b292ad5-80c9-4254-ba13-ad1a4fcef04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:21.043729 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d8182fcb-797c-4674-b9c7-4e98af18c1f8 req-3453885e-33a9-46fd-8cd7-f677d3e85ec7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245048 Nov 15 19:29:21.071246 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b94095-e251-46b6-aebf-6603e86c7963 req-aac417b1-7f17-4be2-a2c6-7d65c22e72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:21.071246 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-89b94095-e251-46b6-aebf-6603e86c7963 req-aac417b1-7f17-4be2-a2c6-7d65c22e72d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 200 len: 916 time: 0.1555836 Nov 15 19:29:21.195521 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-89b94095-e251-46b6-aebf-6603e86c7963 req-33a6142a-e72a-4b82-b6d7-aa6ccfc384df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 1000 time: 0.1196201 Nov 15 19:29:21.318098 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b94095-e251-46b6-aebf-6603e86c7963 req-81aacf72-0a0b-4c8f-8c99-b0b07c41817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:21.321127 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-89b94095-e251-46b6-aebf-6603e86c7963 req-81aacf72-0a0b-4c8f-8c99-b0b07c41817a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4f9cabf-40a3-4091-abd2-235cd9e9de6b HTTP/1.1" status: 200 len: 854 time: 0.1147809 Nov 15 19:29:21.380882 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b94095-e251-46b6-aebf-6603e86c7963 req-35894ab3-79d4-42ab-a428-a8d9073eca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:21.384283 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-89b94095-e251-46b6-aebf-6603e86c7963 req-35894ab3-79d4-42ab-a428-a8d9073eca50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7eefbab-a447-40e0-bbc4-2235671531c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505874 Nov 15 19:29:21.596592 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-89b94095-e251-46b6-aebf-6603e86c7963 req-010ff30d-c75f-4b59-88f0-49633632ce3e service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912818 Nov 15 19:29:21.664227 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939b6cf-7645-4a57-8cee-c06626516d04 req-50797362-e04d-499a-8733-44c74eccd986 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:21.667085 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f939b6cf-7645-4a57-8cee-c06626516d04 req-50797362-e04d-499a-8733-44c74eccd986 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0677831 Nov 15 19:29:21.705188 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-89b94095-e251-46b6-aebf-6603e86c7963 req-3e818eba-131e-4d8b-a6f6-fe3983344ab3 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989244 Nov 15 19:29:21.768206 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f939b6cf-7645-4a57-8cee-c06626516d04 req-40b45101-37c6-4dd3-b804-4fcfb7273e7e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947666 Nov 15 19:29:21.844852 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92804d27-0073-4a48-bb6c-06dc229047eb req-d304dcde-0560-42b2-bfdf-87ca14dd9a1e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:21.847695 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-92804d27-0073-4a48-bb6c-06dc229047eb req-d304dcde-0560-42b2-bfdf-87ca14dd9a1e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0640221 Nov 15 19:29:21.848735 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:29:21.914697 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-92804d27-0073-4a48-bb6c-06dc229047eb req-29b4264e-8791-42ed-8e90-f7eac6598990 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540891 Nov 15 19:29:21.973249 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:29:21.990364 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'port_id': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'mac_address': 'fa:16:3e:e6:03:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:29:22.031891 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:22.047134 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:29:22.069576 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:29:22.230673 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:22.288824 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:22.654810 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:29:22.923163 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d416c-7c9c-4ffb-b568-dd53a2d91898 req-d8a17cff-0fb6-4392-b41f-04aa72cbfec4 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:22.927200 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-149d416c-7c9c-4ffb-b568-dd53a2d91898 req-d8a17cff-0fb6-4392-b41f-04aa72cbfec4 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 944 time: 0.0699434 Nov 15 19:29:23.016418 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-149d416c-7c9c-4ffb-b568-dd53a2d91898 req-d56d23fc-3414-4408-883d-689f398c4351 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779924 Nov 15 19:29:23.080846 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfe3ab-f9e0-4c34-a04f-0c81d9b06cf0 req-81967370-fb9a-499b-b6ca-98520a06b0a6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:23.082326 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-54dfe3ab-f9e0-4c34-a04f-0c81d9b06cf0 req-81967370-fb9a-499b-b6ca-98520a06b0a6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0677688 Nov 15 19:29:23.138570 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-54dfe3ab-f9e0-4c34-a04f-0c81d9b06cf0 req-12367f7f-6b35-4ad7-935e-21e9aa35299a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 Nov 15 19:29:23.636229 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 51944) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:23.684793 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a49bbc3-d37e-4dcb-87cb-379c8ab27fe1 admin admin] Deleting subnet 5ffe383a-69de-45c5-b85d-ab26620a9537 {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:29:23.691097 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a49bbc3-d37e-4dcb-87cb-379c8ab27fe1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:23.731251 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a49bbc3-d37e-4dcb-87cb-379c8ab27fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:23.787996 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a49bbc3-d37e-4dcb-87cb-379c8ab27fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:23.863562 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:29:23.921687 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a49bbc3-d37e-4dcb-87cb-379c8ab27fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:23.950345 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49bbc3-d37e-4dcb-87cb-379c8ab27fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffe383a-69de-45c5-b85d-ab26620a9537,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:23.955028 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6a49bbc3-d37e-4dcb-87cb-379c8ab27fe1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:23.959161 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-6a49bbc3-d37e-4dcb-87cb-379c8ab27fe1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5ffe383a-69de-45c5-b85d-ab26620a9537 HTTP/1.1" status: 204 len: 168 time: 0.3209600 Nov 15 19:29:23.962310 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51946) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:24.024232 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:29:24.031011 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:29:24.031225 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.052461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.173577 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.220419 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:24.220752 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.224288 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23271e37-3049-4b30-99f4-515105ff1e79" -d '{"events": [{"server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "name": "network-vif-plugged", "status": "completed", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:24.254325 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:29:24.263097 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61894aef-1989-4bb3-b1a0-6ed322bc2aef']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:24.282786 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9a0a8-05bb-4b59-bf48-5d5c23ca0f9d req-a34e3d23-3685-4b9c-8f9e-b1a5da1e8ab9 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:24.284443 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1e9a0a8-05bb-4b59-bf48-5d5c23ca0f9d req-a34e3d23-3685-4b9c-8f9e-b1a5da1e8ab9 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 944 time: 0.1643445 Nov 15 19:29:24.288939 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddc5531-35b3-4877-9c71-b678d0b56d3d') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:24.289218 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddc5531-35b3-4877-9c71-b678d0b56d3d') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:24.311466 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.321161 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.326331 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4979c-031e-454f-817d-382c452422cf req-6bda2dc2-c6c6-48c4-a612-31185db4a3e4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:24.335670 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a0c4979c-031e-454f-817d-382c452422cf req-6bda2dc2-c6c6-48c4-a612-31185db4a3e4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0691700 Nov 15 19:29:24.343971 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.355461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:29:24.355841 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:29:24.371477 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:29:24.386015 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a0c4979c-031e-454f-817d-382c452422cf req-57b9d00e-9166-4111-8a98-62457e275380 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Nov 15 19:29:24.412269 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:24.430184 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1e9a0a8-05bb-4b59-bf48-5d5c23ca0f9d req-a23dee10-df4e-4b94-bc92-6f5744409693 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386173 Nov 15 19:29:24.435615 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b32eba-5ff6-4f36-a596-94595bc5f781 x-openstack-request-id: req-27b32eba-5ff6-4f36-a596-94595bc5f781 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:24.435940 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "name": "network-vif-plugged", "status": "completed", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:24.436194 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27b32eba-5ff6-4f36-a596-94595bc5f781 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:24.436637 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'code': 200} Nov 15 19:29:24.519946 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.527638 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:24.531919 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] 10.222.0.48 "DELETE /v2.0/networks/61894aef-1989-4bb3-b1a0-6ed322bc2aef HTTP/1.1" status: 204 len: 168 time: 0.5683064 Nov 15 19:29:24.547475 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba15e6b-d509-4e61-a9f5-9a65e2881479 admin admin] Pushing event deleted for resources: {'Network': ['ID=61894aef-1989-4bb3-b1a0-6ed322bc2aef,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:25.010136 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51958) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:25.053054 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-990c11e2-0af2-4fab-8379-033af35cd954 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fab23dac76d43f2b0185b1769611628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406792 Nov 15 19:29:25.055249 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 51960) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:25.115107 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a448-4fe5-45af-a229-5345acd444ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:25.140249 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a448-4fe5-45af-a229-5345acd444ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:25.315897 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a448-4fe5-45af-a229-5345acd444ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:25.318512 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a448-4fe5-45af-a229-5345acd444ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:25.319789 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0fa0a448-4fe5-45af-a229-5345acd444ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22777984-6bdc-4b98-a871-887ef502d2ed HTTP/1.1" status: 204 len: 168 time: 0.2634232 Nov 15 19:29:25.332621 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0a448-4fe5-45af-a229-5345acd444ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22777984-6bdc-4b98-a871-887ef502d2ed,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:25.557219 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1c199-d390-42f5-80c0-f3ca97ca7bf5 req-fc4f7755-5553-45b0-b4cb-b862bd6b8101 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:25.563072 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-05c1c199-d390-42f5-80c0-f3ca97ca7bf5 req-fc4f7755-5553-45b0-b4cb-b862bd6b8101 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0784590 Nov 15 19:29:25.598244 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2db3b-40b6-48f7-8e48-230f1181c657 req-182921da-bf3d-44de-8bbc-5bdbda1ae06c tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:25.599827 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e3e2db3b-40b6-48f7-8e48-230f1181c657 req-182921da-bf3d-44de-8bbc-5bdbda1ae06c tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0772026 Nov 15 19:29:25.629699 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-05c1c199-d390-42f5-80c0-f3ca97ca7bf5 req-33163640-c0b8-467a-8107-dc8d72c1fee8 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581913 Nov 15 19:29:25.674253 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e3e2db3b-40b6-48f7-8e48-230f1181c657 req-3dbc2381-bfc5-456a-922c-b8936abfae1a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656791 Nov 15 19:29:26.828490 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4588773-7432-454d-8249-6641770b4e5b req-6f38f78b-e18d-40be-a1f3-a109a868df46 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:26.830309 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a4588773-7432-454d-8249-6641770b4e5b req-6f38f78b-e18d-40be-a1f3-a109a868df46 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0884027 Nov 15 19:29:26.846705 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8db7f-6985-4ff0-960b-d4169125cd26 req-ca944a06-b6c2-4733-aad8-faed0e3a752d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:26.848813 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-41b8db7f-6985-4ff0-960b-d4169125cd26 req-ca944a06-b6c2-4733-aad8-faed0e3a752d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0671415 Nov 15 19:29:26.910443 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a4588773-7432-454d-8249-6641770b4e5b req-225672c3-39a7-421b-a60c-e0cbd8b9c2b4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 Nov 15 19:29:26.931689 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-41b8db7f-6985-4ff0-960b-d4169125cd26 req-1b7f371e-54fb-4027-a68f-23314fb1038d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711806 Nov 15 19:29:27.498144 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee014254-d083-4b2d-b097-519dbda2c2e9 req-2254e60e-ffe2-4812-a31b-3d2606d5d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:27.499704 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ee014254-d083-4b2d-b097-519dbda2c2e9 req-2254e60e-ffe2-4812-a31b-3d2606d5d3d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1098 time: 0.0440469 Nov 15 19:29:27.568261 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ee014254-d083-4b2d-b097-519dbda2c2e9 req-ed73632c-85ef-4c9c-a3c3-58e9c17d807d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549350 Nov 15 19:29:28.058437 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c097b-ebab-487f-9440-d001c5e925ab req-8a763acc-6c11-42d3-961b-22f6ef0d63d2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:28.059912 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3b2c097b-ebab-487f-9440-d001c5e925ab req-8a763acc-6c11-42d3-961b-22f6ef0d63d2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0508139 Nov 15 19:29:28.074559 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda5eda-4a41-4a84-85bf-255c195d8fc9 req-ba683573-b88c-468f-8779-1fa73683b0c9 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:28.076170 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7bda5eda-4a41-4a84-85bf-255c195d8fc9 req-ba683573-b88c-468f-8779-1fa73683b0c9 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0626073 Nov 15 19:29:28.117046 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3b2c097b-ebab-487f-9440-d001c5e925ab req-8d939f63-fbf0-45e2-8190-b7fefcb24cda tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491612 Nov 15 19:29:28.147486 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7bda5eda-4a41-4a84-85bf-255c195d8fc9 req-a233ffe4-a656-4bd9-ae54-4c5b749e2977 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618458 Nov 15 19:29:28.999601 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:29:29.267188 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c78b3-0838-459a-9474-a2b596738f17 req-a496a559-a8ee-4151-8180-bad721518aa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:29.276439 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a97c78b3-0838-459a-9474-a2b596738f17 req-a496a559-a8ee-4151-8180-bad721518aa4 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0681107 Nov 15 19:29:29.297549 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180522-f6ef-472b-bdaa-5464a89b617c req-2b1aebf2-8c5d-49fd-93a0-5fcec5de0ee7 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:29.300042 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8180522-f6ef-472b-bdaa-5464a89b617c req-2b1aebf2-8c5d-49fd-93a0-5fcec5de0ee7 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0603836 Nov 15 19:29:29.337002 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a97c78b3-0838-459a-9474-a2b596738f17 req-40d9414d-e051-4fe2-ac9d-2f11238423b3 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614257 Nov 15 19:29:29.358626 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8180522-f6ef-472b-bdaa-5464a89b617c req-90cc7af2-0cba-4bdf-93ac-01df0c5df1b1 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513957 Nov 15 19:29:29.505855 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aada0-1e84-43d7-83ef-e9ea8dca1356 req-4ffb8d5d-f854-4f90-b75a-f1c801cd5c6f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:29.507665 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-be6aada0-1e84-43d7-83ef-e9ea8dca1356 req-4ffb8d5d-f854-4f90-b75a-f1c801cd5c6f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0695357 Nov 15 19:29:29.578608 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-be6aada0-1e84-43d7-83ef-e9ea8dca1356 req-36b9ac65-26a8-495c-9ab3-137019a46119 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638714 Nov 15 19:29:29.611379 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52046) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:29.839630 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5cbcf-94a9-4751-831d-abd6c31f86a5 tempest-TestShelveInstance-1621463063 tempest-TestShelveInstance-1621463063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:29.842052 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b6c5cbcf-94a9-4751-831d-abd6c31f86a5 tempest-TestShelveInstance-1621463063 tempest-TestShelveInstance-1621463063-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1093 time: 0.2286584 Nov 15 19:29:29.846320 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52050) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:29.851474 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'port_id': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:29.948470 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for floatingip, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:30.061937 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:30.184885 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Allocated IP 172.27.0.115 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/a8d4dee8-d158-4eaa-91c8-411a0485d13e) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:29:30.305370 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-7a137ded-3da1-4982-9cc7-a7a8c518b1c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925064 Nov 15 19:29:30.336197 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:30.411494 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-3902ec8a-b176-4f94-ad4d-64b5c72f4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:30.413256 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-3902ec8a-b176-4f94-ad4d-64b5c72f4ef3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 1098 time: 0.0441678 Nov 15 19:29:30.491611 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1968e-5678-48af-b012-a7f52265482e req-5a58bde9-5d58-402e-a7cc-68a4a268267d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:30.493292 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68e1968e-5678-48af-b012-a7f52265482e req-5a58bde9-5d58-402e-a7cc-68a4a268267d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0664668 Nov 15 19:29:30.498816 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:30.559135 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:29:30.561409 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68e1968e-5678-48af-b012-a7f52265482e req-8c8f7c16-898f-4d49-b4dd-fa928e7c3762 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622041 Nov 15 19:29:30.569407 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:29:30.574518 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:29:30.584505 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'Port': ['ID=a8d4dee8-d158-4eaa-91c8-411a0485d13e,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:30.655513 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8627a6-0ddc-470d-9190-0cf9d2d0f4d6 req-fc25a70b-bc3e-4ebc-8138-d3099b135667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:30.657409 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ce8627a6-0ddc-470d-9190-0cf9d2d0f4d6 req-fc25a70b-bc3e-4ebc-8138-d3099b135667 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1098 time: 0.0710804 Nov 15 19:29:30.664889 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-bdd81fd4-4396-4c8b-a830-1980258dd98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:30.667225 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-bdd81fd4-4396-4c8b-a830-1980258dd98e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 911 time: 0.2246590 Nov 15 19:29:30.750420 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ce8627a6-0ddc-470d-9190-0cf9d2d0f4d6 req-36cf6c1d-9e59-4258-8d76-59b0020bd0f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654337 Nov 15 19:29:30.804782 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-b5bd8193-70dc-4597-80fb-b62178a9b298 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa HTTP/1.1" status: 200 len: 1001 time: 0.1192029 Nov 15 19:29:31.115700 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-cdaf15b0-937c-4749-bec4-7b05507f7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:31.117391 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-cdaf15b0-937c-4749-bec4-7b05507f7246 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.1336739 Nov 15 19:29:31.141199 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:31.208683 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-6b072450-636d-41f3-a6ac-07f82249ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:31.210552 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-6b072450-636d-41f3-a6ac-07f82249ae8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822425 Nov 15 19:29:31.331650 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:31.436148 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-eda9ca5c-b93c-415d-9e76-effa16748236 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141955 Nov 15 19:29:31.620430 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-da2db53e-b075-4fcc-ac69-fa748dc1d72a req-0ff0a80f-025e-4568-a1e4-f68fc740aa67 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739109 Nov 15 19:29:31.658712 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:31.740931 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf083d7a-2190-4635-8bfe-f9afbdda20c5 req-3e07d201-7b77-49d1-8ea7-281c151d5189 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:31.743553 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cf083d7a-2190-4635-8bfe-f9afbdda20c5 req-3e07d201-7b77-49d1-8ea7-281c151d5189 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0776398 Nov 15 19:29:31.745450 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:31.869891 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event updated for resources: {'Port': ['ID=a8d4dee8-d158-4eaa-91c8-411a0485d13e,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:31.893104 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:31.898150 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cf083d7a-2190-4635-8bfe-f9afbdda20c5 req-9d09166d-e5b9-4264-a1f2-bbd23aff69f7 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436851 Nov 15 19:29:32.010504 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Floating IP cc009eba-bf8b-4858-a28f-e98bf2e74096 associated. External IP: 172.27.0.115, port: da5ef0ad-757e-4d8f-97f7-b6af6f940ed7. Nov 15 19:29:32.272637 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Router ca613f03-d9a8-454c-8e8c-000177ff607f has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:29:32.299400 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-57777b96-f1f2-4a69-98a5-0e3c0c891929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:32.733841 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:29:32.748933 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] Sync routers for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:29:32.766046 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:29:32.767685 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:29:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:32.842957 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:32.903911 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-81c788f5-f0ce-468e-aa57-6f02f5578cb5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0561559 Nov 15 19:29:32.905138 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:32.910008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:32.994087 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:29:33.032944 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f59b9c-01a3-441c-b5bf-006cfc9ad79d x-openstack-request-id: req-37f59b9c-01a3-441c-b5bf-006cfc9ad79d {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:33.033409 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:33.033839 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37f59b9c-01a3-441c-b5bf-006cfc9ad79d {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:33.034505 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'status': 'completed', 'code': 200} Nov 15 19:29:33.156200 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52106) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:33.191781 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e779009-a23e-418f-aa87-4a2037033e7b req-4906a958-c82b-43b6-81fd-3bcb834255b6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:33.196451 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2e779009-a23e-418f-aa87-4a2037033e7b req-4906a958-c82b-43b6-81fd-3bcb834255b6 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1555982 Nov 15 19:29:33.258776 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-e46ea675-d9b2-4a0b-b2d2-1e711609c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:33.261787 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-e46ea675-d9b2-4a0b-b2d2-1e711609c124 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1098 time: 0.1694951 Nov 15 19:29:33.374582 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea2015de-5244-4c08-8df6-b8d1795a5fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:33.402155 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'cc009eba-bf8b-4858-a28f-e98bf2e74096', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'port_id': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'mac_address': 'fa:16:3e:e6:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:30Z', 'updated_at': '2021-11-15T19:29:30Z', 'revision_number': 0, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:16Z', 'revision_number': 5, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:33.424523 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2e779009-a23e-418f-aa87-4a2037033e7b req-21894f02-f650-42b5-b08c-646ad60276e0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155302 Nov 15 19:29:33.442920 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] Checking router: ca613f03-d9a8-454c-8e8c-000177ff607f for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:29:33.470790 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea2015de-5244-4c08-8df6-b8d1795a5fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:33.475103 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:29:33.480760 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:29:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:33.527690 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-a7a98148-afab-49ef-b014-1c1365e52d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:33.529283 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-a7a98148-afab-49ef-b014-1c1365e52d8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 200 len: 909 time: 0.2494352 Nov 15 19:29:33.561467 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea2015de-5244-4c08-8df6-b8d1795a5fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:33.628720 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2015de-5244-4c08-8df6-b8d1795a5fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0357ab-7e27-4a4e-adcd-b82e04814fc7,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:33.635285 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-5e9ff1b0-1029-4063-bf89-b460f8f9d960 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 200 len: 999 time: 0.0901778 Nov 15 19:29:33.677278 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ea2015de-5244-4c08-8df6-b8d1795a5fb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=782e782fb1ba4c4ea78b5ffebbf8eb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5193622 Nov 15 19:29:33.679645 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52122) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:33.684033 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:29:33.712634 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-c886efce-53cd-425b-814d-fc6a121aa151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:33.714737 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-c886efce-53cd-425b-814d-fc6a121aa151 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf47254e-a907-4641-9f52-2aa03cd5c250 HTTP/1.1" status: 200 len: 847 time: 0.0677490 Nov 15 19:29:33.807622 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-717f9249-e255-4407-8929-027b504f13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:33.812050 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-717f9249-e255-4407-8929-027b504f13c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a90cd09-0275-4504-b10f-a52e50c0cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851638 Nov 15 19:29:33.962728 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-5018c936-f867-4974-9e00-0a12d9330749 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403053 Nov 15 19:29:34.098810 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-578c7875-df9c-4885-bb9f-bff5998cbea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:34.138192 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'cc009eba-bf8b-4858-a28f-e98bf2e74096', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'port_id': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'mac_address': 'fa:16:3e:e6:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:30Z', 'updated_at': '2021-11-15T19:29:30Z', 'revision_number': 0, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:16Z', 'revision_number': 5, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:34.170938 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-578c7875-df9c-4885-bb9f-bff5998cbea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:34.214295 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5f46e401-0b27-4d7a-9e07-286a91dd1fd2 req-e4d2c926-471f-4d71-8b61-d0bca3f0e792 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390709 Nov 15 19:29:34.267125 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be796c-0f62-4df7-a00d-687662d981ae req-480d6216-f167-4cd4-bada-8690fdfdabb0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:34.269098 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-45be796c-0f62-4df7-a00d-687662d981ae req-480d6216-f167-4cd4-bada-8690fdfdabb0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1645436 Nov 15 19:29:34.280703 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c48f-f005-4cb7-9d4e-348f38ae2165 None None] The sync data for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi is: [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'cc009eba-bf8b-4858-a28f-e98bf2e74096', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'port_id': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'mac_address': 'fa:16:3e:e6:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:30Z', 'updated_at': '2021-11-15T19:29:30Z', 'revision_number': 0, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:16Z', 'revision_number': 5, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:29:34.281035 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-f30a84bc-3b34-4243-9c36-d63ab6f5062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:34.283424 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-f30a84bc-3b34-4243-9c36-d63ab6f5062c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09018027734c43fdb0dad47b448d955e&device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 1098 time: 0.1359642 Nov 15 19:29:34.400239 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-578c7875-df9c-4885-bb9f-bff5998cbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:34.403026 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-578c7875-df9c-4885-bb9f-bff5998cbea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:34.404258 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-578c7875-df9c-4885-bb9f-bff5998cbea8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec0357ab-7e27-4a4e-adcd-b82e04814fc7 HTTP/1.1" status: 204 len: 168 time: 0.7235646 Nov 15 19:29:34.433603 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c7875-df9c-4885-bb9f-bff5998cbea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0357ab-7e27-4a4e-adcd-b82e04814fc7,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:34.452062 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-45be796c-0f62-4df7-a00d-687662d981ae req-5e7a0531-ef08-4bd4-b2af-8e32c0bd643c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740968 Nov 15 19:29:34.493566 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-27269560-c2ee-40ee-8501-5d05242f17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:34.495473 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-27269560-c2ee-40ee-8501-5d05242f17db service neutron] 10.222.0.43 "GET /v2.0/networks?id=c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 200 len: 919 time: 0.1964014 Nov 15 19:29:34.554245 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-54f23e75-64e8-4e92-9d6d-17fba76b31fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393 HTTP/1.1" status: 200 len: 217 time: 0.0439079 Nov 15 19:29:34.634183 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-bd6184cd-b482-421f-8f58-3f23020e744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:34.636241 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-bd6184cd-b482-421f-8f58-3f23020e744e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 200 len: 858 time: 0.0648484 Nov 15 19:29:34.654674 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45e8f9-5b75-4035-91f2-4f83c6ad0e39 None None] New status for floating IP cc009eba-bf8b-4858-a28f-e98bf2e74096: ACTIVE {{(pid=102517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:29:34.679838 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-a606b6fc-3d4a-4de4-bb99-fa8f4e729208 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c719b18b-1c9a-451a-8260-85f0525212fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307896 Nov 15 19:29:34.725497 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3a671598-35f4-4da7-bf3b-b637d474d4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:34.834142 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-45c099c5-cb2e-4c91-a319-e28840f55e49 service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433060 Nov 15 19:29:34.949041 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6be8ceb1-45dd-44d3-beb9-6fd2a1ca66c9 req-b30b721b-36da-42d1-aabd-98c2ea51ef3e service neutron] 10.222.0.43 "GET /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996525 Nov 15 19:29:35.305752 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52166) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:35.334820 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7f5898fa-bb6e-4ea2-bd49-677b399e9c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:35.446795 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7f5898fa-bb6e-4ea2-bd49-677b399e9c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:35.519434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7f5898fa-bb6e-4ea2-bd49-677b399e9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:35.619421 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-7f5898fa-bb6e-4ea2-bd49-677b399e9c17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fd3611ace4447c8b7fce71d7b4ff7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086221 Nov 15 19:29:35.619421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5898fa-bb6e-4ea2-bd49-677b399e9c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb8d472-d818-4c69-8487-58fa8ec63ebd,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:35.623269 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52174) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:35.712925 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18ce4-d7bb-4590-b99d-19c5e1548454 req-14178269-50e5-4dd5-b561-96fd920c2b7f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:35.717290 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-41f18ce4-d7bb-4590-b99d-19c5e1548454 req-14178269-50e5-4dd5-b561-96fd920c2b7f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.1542749 Nov 15 19:29:35.741556 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1964-6622-43b9-8c95-826f30ad2a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:35.776723 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1964-6622-43b9-8c95-826f30ad2a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:35.834573 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-41f18ce4-d7bb-4590-b99d-19c5e1548454 req-7e475630-e3f3-4acc-9d49-a6d7dab3a79d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931652 Nov 15 19:29:35.846194 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:35.944178 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1964-6622-43b9-8c95-826f30ad2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:35.947600 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1964-6622-43b9-8c95-826f30ad2a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:35.949282 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ea1a1964-6622-43b9-8c95-826f30ad2a5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcb8d472-d818-4c69-8487-58fa8ec63ebd HTTP/1.1" status: 204 len: 168 time: 0.3276527 Nov 15 19:29:35.964147 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a1964-6622-43b9-8c95-826f30ad2a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb8d472-d818-4c69-8487-58fa8ec63ebd,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:36.989778 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6040a78-fdde-4c07-aa3e-6e8402ccee38 req-8b621436-aa4a-40cc-88be-52e696423418 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:36.995809 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6040a78-fdde-4c07-aa3e-6e8402ccee38 req-8b621436-aa4a-40cc-88be-52e696423418 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0686316 Nov 15 19:29:37.057000 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6040a78-fdde-4c07-aa3e-6e8402ccee38 req-141ebd3d-b6e3-42ee-a6c1-36f38ed84f5c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576258 Nov 15 19:29:37.407056 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:38.058166 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:38.220459 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742a739-f845-4015-9c7b-f9399dedae01 req-deb3e5d1-acd8-4b91-9231-c44c017dd84e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:38.222353 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8742a739-f845-4015-9c7b-f9399dedae01 req-deb3e5d1-acd8-4b91-9231-c44c017dd84e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0824778 Nov 15 19:29:38.288184 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8742a739-f845-4015-9c7b-f9399dedae01 req-69968230-5d22-4eae-8f1a-0ab229dce02e tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566413 Nov 15 19:29:40.030466 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52282) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:40.158301 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e5cb7a25-0b60-48ed-99e7-b6a59c9833f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.245838 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e5cb7a25-0b60-48ed-99e7-b6a59c9833f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.355567 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e5cb7a25-0b60-48ed-99e7-b6a59c9833f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.415378 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e5cb7a25-0b60-48ed-99e7-b6a59c9833f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46bc33f97fd141d1880a52386c408cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831158 Nov 15 19:29:40.418692 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb7a25-0b60-48ed-99e7-b6a59c9833f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9611a-3a76-46c6-a50e-5f50a72ad848,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:40.419477 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52288) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:40.485492 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4025fc96-10ef-4601-979b-7be91bb9e997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.519421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4025fc96-10ef-4601-979b-7be91bb9e997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.619128 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52292) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:40.662255 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4025fc96-10ef-4601-979b-7be91bb9e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.665501 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4025fc96-10ef-4601-979b-7be91bb9e997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.667287 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-4025fc96-10ef-4601-979b-7be91bb9e997 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0c9611a-3a76-46c6-a50e-5f50a72ad848 HTTP/1.1" status: 204 len: 168 time: 0.2462370 Nov 15 19:29:40.679813 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025fc96-10ef-4601-979b-7be91bb9e997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9611a-3a76-46c6-a50e-5f50a72ad848,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:40.782207 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6616a888-f96c-4eb8-932d-62f128fc9b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.887436 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6616a888-f96c-4eb8-932d-62f128fc9b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:40.954513 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6616a888-f96c-4eb8-932d-62f128fc9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.002914 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-6616a888-f96c-4eb8-932d-62f128fc9b21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0de2c1e00a8a4fa5a0527f663c357cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826687 Nov 15 19:29:41.003896 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616a888-f96c-4eb8-932d-62f128fc9b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42168939-439b-4eab-9c43-5ef3490b875e,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:41.006947 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52304) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:41.073994 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-00b0333d-ac4a-4ed8-9dd0-af9b33d75a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.111087 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-00b0333d-ac4a-4ed8-9dd0-af9b33d75a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.302714 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-00b0333d-ac4a-4ed8-9dd0-af9b33d75a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.307449 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-00b0333d-ac4a-4ed8-9dd0-af9b33d75a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.309469 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-00b0333d-ac4a-4ed8-9dd0-af9b33d75a78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42168939-439b-4eab-9c43-5ef3490b875e HTTP/1.1" status: 204 len: 168 time: 0.3004940 Nov 15 19:29:41.324281 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0333d-ac4a-4ed8-9dd0-af9b33d75a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42168939-439b-4eab-9c43-5ef3490b875e,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:41.459051 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52314) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:41.473838 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f68f-0536-4177-a6db-bd33e5947f65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.572701 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f68f-0536-4177-a6db-bd33e5947f65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.686870 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f68f-0536-4177-a6db-bd33e5947f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.740756 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d7e6f68f-0536-4177-a6db-bd33e5947f65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26c5e7e56a20495cba5746d9e54abe4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799561 Nov 15 19:29:41.747469 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6f68f-0536-4177-a6db-bd33e5947f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d570eae1-0401-415c-b398-343d2e5c18e3,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:41.747469 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52316) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:41.832433 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cd467e27-06be-4a58-bb99-3067631d3ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:41.874680 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cd467e27-06be-4a58-bb99-3067631d3ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:42.050938 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cd467e27-06be-4a58-bb99-3067631d3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:42.054013 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cd467e27-06be-4a58-bb99-3067631d3ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:42.055285 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-cd467e27-06be-4a58-bb99-3067631d3ae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d570eae1-0401-415c-b398-343d2e5c18e3 HTTP/1.1" status: 204 len: 168 time: 0.3071175 Nov 15 19:29:42.064744 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd467e27-06be-4a58-bb99-3067631d3ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d570eae1-0401-415c-b398-343d2e5c18e3,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:42.693752 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:44.089557 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52358) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:44.246351 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6cca19e-e58a-45f5-8daa-ada3c3ae2ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:44.346298 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a8f6-872b-4b3f-9bf8-3dad25e73833 req-8ede024b-3989-459c-a18b-20d7a9052c1a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:44.347918 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2920a8f6-872b-4b3f-9bf8-3dad25e73833 req-8ede024b-3989-459c-a18b-20d7a9052c1a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0646002 Nov 15 19:29:44.351051 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6cca19e-e58a-45f5-8daa-ada3c3ae2ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:44.403320 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2920a8f6-872b-4b3f-9bf8-3dad25e73833 req-0b7798de-b194-4cca-ab2c-22bc951bb99b tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Nov 15 19:29:44.418013 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6cca19e-e58a-45f5-8daa-ada3c3ae2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:44.466519 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cca19e-e58a-45f5-8daa-ada3c3ae2ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9c1e87-f7fc-40f6-8aa3-8a1a3c70b163,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:44.476749 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f6cca19e-e58a-45f5-8daa-ada3c3ae2ff0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a814c5210f748329c9e02a5dd1066b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844383 Nov 15 19:29:44.479960 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52364) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:44.542603 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3220ffd4-973c-4906-8f4d-0eb2eeaefdb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:44.570184 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3220ffd4-973c-4906-8f4d-0eb2eeaefdb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:44.709400 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3220ffd4-973c-4906-8f4d-0eb2eeaefdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:44.714134 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3220ffd4-973c-4906-8f4d-0eb2eeaefdb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:44.716234 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3220ffd4-973c-4906-8f4d-0eb2eeaefdb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c9c1e87-f7fc-40f6-8aa3-8a1a3c70b163 HTTP/1.1" status: 204 len: 168 time: 0.2343304 Nov 15 19:29:44.726147 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220ffd4-973c-4906-8f4d-0eb2eeaefdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9c1e87-f7fc-40f6-8aa3-8a1a3c70b163,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:45.553438 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00682665-0946-42d4-bde4-8d22c440f492 req-2fce32ed-7e8b-4db3-a803-3dca08e42d1f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:45.555021 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-00682665-0946-42d4-bde4-8d22c440f492 req-2fce32ed-7e8b-4db3-a803-3dca08e42d1f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0641847 Nov 15 19:29:45.619016 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-00682665-0946-42d4-bde4-8d22c440f492 req-d1c86cc6-23b5-47d4-b9c2-146495302b08 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570469 Nov 15 19:29:46.746425 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aea7b8-9830-4484-9560-84899d0d63a5 req-e483d9f9-12cb-4c3c-a636-ddee47c83e6d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:46.747950 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d5aea7b8-9830-4484-9560-84899d0d63a5 req-e483d9f9-12cb-4c3c-a636-ddee47c83e6d tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0548639 Nov 15 19:29:46.807309 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d5aea7b8-9830-4484-9560-84899d0d63a5 req-ea8a2d3b-e440-4f8e-83c0-d7706233bb05 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525434 Nov 15 19:29:47.340760 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49215275-d767-4282-ad1a-071302470786 req-ed3ce003-80be-4605-93aa-f73617317af0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:47.342199 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49215275-d767-4282-ad1a-071302470786 req-ed3ce003-80be-4605-93aa-f73617317af0 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 946 time: 0.0510831 Nov 15 19:29:47.463022 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Deleting port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:29:47.463251 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:47.577516 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] For port b895a7fb-325d-4cc8-8626-f3c9d0b2c950, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:29:47.577934 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:47.593798 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Calling delete_port for b895a7fb-325d-4cc8-8626-f3c9d0b2c950 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:29:47.821960 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:47.842853 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0a9b747c-eb6d-45a7-87ef-448a6e54a393', 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:29:47.871205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Pushing event deleted for resources: {'Port': ['ID=b895a7fb-325d-4cc8-8626-f3c9d0b2c950,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:47.921706 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] No DVR routers for this DVR port b895a7fb-325d-4cc8-8626-f3c9d0b2c950 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:29:47.940475 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:47.944580 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49215275-d767-4282-ad1a-071302470786 req-f1fd2417-3ef3-487a-abc4-5bd2b99881de tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.43 "DELETE /v2.0/ports/b895a7fb-325d-4cc8-8626-f3c9d0b2c950 HTTP/1.1" status: 204 len: 173 time: 0.5894754 Nov 15 19:29:47.945076 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9add56a-ad80-4ce7-9166-ffa1e0984b75', 'name': 'network-vif-deleted', 'tag': 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:47.948143 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a8ae2-9d18-4cc1-91c7-5d81daa9eb79" -d '{"events": [{"server_uuid": "e9add56a-ad80-4ce7-9166-ffa1e0984b75", "name": "network-vif-deleted", "tag": "b895a7fb-325d-4cc8-8626-f3c9d0b2c950"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:47.961178 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-63916655-a7de-4ecc-b497-b4d14c214dbc req-cdc21df1-a801-40b8-90b5-9da56ea8a07a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 210 time: 0.0538101 Nov 15 19:29:48.035809 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a388e48-8112-462b-9212-666029b0df44 x-openstack-request-id: req-6a388e48-8112-462b-9212-666029b0df44 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:48.036214 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9add56a-ad80-4ce7-9166-ffa1e0984b75", "name": "network-vif-deleted", "tag": "b895a7fb-325d-4cc8-8626-f3c9d0b2c950", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:48.036721 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a388e48-8112-462b-9212-666029b0df44 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:48.037481 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9add56a-ad80-4ce7-9166-ffa1e0984b75', 'name': 'network-vif-deleted', 'tag': 'b895a7fb-325d-4cc8-8626-f3c9d0b2c950', 'status': 'completed', 'code': 200} Nov 15 19:29:49.111798 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a185b16-8b5e-48fb-8634-ceefa76b6cbc req-d4ed10c7-aa07-4788-8047-7bf137de5532 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9add56a-ad80-4ce7-9166-ffa1e0984b75 HTTP/1.1" status: 200 len: 210 time: 0.0337491 Nov 15 19:29:50.324112 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b198b8-c45f-4d1e-b674-e7dcd515fc53 req-0131bac5-f909-405d-aeee-94de88445242 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:50.325880 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1b198b8-c45f-4d1e-b674-e7dcd515fc53 req-0131bac5-f909-405d-aeee-94de88445242 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.0608811 Nov 15 19:29:50.394348 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1b198b8-c45f-4d1e-b674-e7dcd515fc53 req-ae86f5cf-afa1-4262-8b85-01897d82c4d1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612223 Nov 15 19:29:50.746536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2395797-a37c-4a41-8a19-099cc6a7cbb0 req-fc4222fd-9afb-402b-9a1b-25478f961bc2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:50.748058 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f2395797-a37c-4a41-8a19-099cc6a7cbb0 req-fc4222fd-9afb-402b-9a1b-25478f961bc2 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0553291 Nov 15 19:29:50.805617 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f2395797-a37c-4a41-8a19-099cc6a7cbb0 req-bc915cc2-f06f-4136-9a5d-ed3b866a5fc8 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510502 Nov 15 19:29:50.906012 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87384852-3c6d-4f2f-bf0a-ebcd502fdd58 req-2d9bfa54-5db6-4c52-afd6-b8f406119739 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:50.908123 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87384852-3c6d-4f2f-bf0a-ebcd502fdd58 req-2d9bfa54-5db6-4c52-afd6-b8f406119739 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0527673 Nov 15 19:29:51.008286 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87384852-3c6d-4f2f-bf0a-ebcd502fdd58 req-3c49a7f0-641f-4429-8770-412e64f27843 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888195 Nov 15 19:29:51.017484 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-79a2eff8-68f3-4385-9741-d8a9ba03e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:51.018941 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-79a2eff8-68f3-4385-9741-d8a9ba03e8f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=929d641b2a8f4991965849e595b0eb57&device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1137 time: 0.0695634 Nov 15 19:29:51.119579 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-c808f4be-78cc-49c9-bc30-f7a697ee3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:51.121071 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-c808f4be-78cc-49c9-bc30-f7a697ee3a33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 200 len: 916 time: 0.0891178 Nov 15 19:29:51.192426 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-1c87b21c-aa57-4133-bae8-8e32e6e58146 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 1000 time: 0.0622580 Nov 15 19:29:51.251839 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-25d29263-27e0-4532-b337-2963f707ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:51.253324 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-25d29263-27e0-4532-b337-2963f707ee23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4f9cabf-40a3-4091-abd2-235cd9e9de6b HTTP/1.1" status: 200 len: 854 time: 0.0485313 Nov 15 19:29:51.313800 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-e68f1c42-41ff-4cee-97ff-7afd36798167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:51.315320 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-e68f1c42-41ff-4cee-97ff-7afd36798167 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7eefbab-a447-40e0-bbc4-2235671531c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444367 Nov 15 19:29:51.420158 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-e648bbdd-c3cb-414d-89be-f1da2a41cf12 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918682 Nov 15 19:29:51.533630 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4daf68a7-037d-435a-acf0-d42c26b16239 req-81dc60fe-9895-4dc0-95ea-0424ee48cde7 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050053 Nov 15 19:29:51.570674 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e07b2-a934-4401-b7ec-e1facab63a9b req-1deca469-6339-41bb-9ec1-79c8c395d768 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:51.572272 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-067e07b2-a934-4401-b7ec-e1facab63a9b req-1deca469-6339-41bb-9ec1-79c8c395d768 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.0735986 Nov 15 19:29:51.633252 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-067e07b2-a934-4401-b7ec-e1facab63a9b req-dd051bf2-3f77-4ff9-ac2f-eb8f30ff1a48 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495505 Nov 15 19:29:51.951362 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e555d-f84c-4d4d-81cb-fccfea22115f req-6193f64d-8fcb-433d-a5df-d3dda38aac88 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:51.952995 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-016e555d-f84c-4d4d-81cb-fccfea22115f req-6193f64d-8fcb-433d-a5df-d3dda38aac88 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0558271 Nov 15 19:29:52.011021 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-016e555d-f84c-4d4d-81cb-fccfea22115f req-86b79347-8eb7-4a67-a01b-4f397674ac23 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518484 Nov 15 19:29:52.051402 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b895a7fb-325d-4cc8-8626-f3c9d0b2c950 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:29:52.071845 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: b895a7fb-325d-4cc8-8626-f3c9d0b2c950 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:29:52.072158 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device b895a7fb-325d-4cc8-8626-f3c9d0b2c950 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:29:52.138477 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63bad9-5fb9-4607-a96a-a155d2ca9f8d req-2314a80b-fd82-40cf-adc8-d870c5a18cd3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:52.140045 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6c63bad9-5fb9-4607-a96a-a155d2ca9f8d req-2314a80b-fd82-40cf-adc8-d870c5a18cd3 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0575688 Nov 15 19:29:52.222902 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6c63bad9-5fb9-4607-a96a-a155d2ca9f8d req-c382e993-6459-4ba3-bfcf-3eeac84b5e9c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701756 Nov 15 19:29:52.471258 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-8020f263-f898-436c-baa3-4dbaa31a76b5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:52.472642 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-8020f263-f898-436c-baa3-4dbaa31a76b5 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.0514688 Nov 15 19:29:52.573526 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Deleting port 605d8fd5-cc82-439a-8243-8aebfc52d65e {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:29:52.573858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:52.675504 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] For port 605d8fd5-cc82-439a-8243-8aebfc52d65e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=605d8fd5-cc82-439a-8243-8aebfc52d65e,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:29:52.675860 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:52.869796 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e649ca-2bca-42a8-b69d-04f37a74ad12 req-12e8c0bf-913b-43c0-895e-9fdd8be3c029 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:52.872029 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-93e649ca-2bca-42a8-b69d-04f37a74ad12 req-12e8c0bf-913b-43c0-895e-9fdd8be3c029 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 946 time: 0.1648381 Nov 15 19:29:53.040055 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-93e649ca-2bca-42a8-b69d-04f37a74ad12 req-08d0a02c-feb9-4520-87b1-49b661655850 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a4d4d9-9364-4f92-848b-fe03c21ec7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596215 Nov 15 19:29:53.042989 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:53.043343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:53.043791 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Floating IP edcb968e-788b-4871-badc-74c29f19badc disassociated. External IP: 172.27.0.14, port: 605d8fd5-cc82-439a-8243-8aebfc52d65e. Nov 15 19:29:53.044498 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Calling delete_port for 605d8fd5-cc82-439a-8243-8aebfc52d65e owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:29:53.134533 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13c347-a1b7-4820-8131-76d9a5a3602a req-e17d3c42-4033-47df-8f31-d26b71e4783f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:53.135916 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8b13c347-a1b7-4820-8131-76d9a5a3602a req-e17d3c42-4033-47df-8f31-d26b71e4783f tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0510278 Nov 15 19:29:53.204803 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8b13c347-a1b7-4820-8131-76d9a5a3602a req-89feca8f-5069-4488-aaaf-4ab4c9b5ffeb tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609114 Nov 15 19:29:53.274998 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:53.315487 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event deleted for resources: {'Port': ['ID=605d8fd5-cc82-439a-8243-8aebfc52d65e,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:53.423881 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1babc1-6a23-420b-9560-a49e3f14932d req-f2092a52-8421-4699-97b8-1157e5edd73c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:53.425331 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c1babc1-6a23-420b-9560-a49e3f14932d req-f2092a52-8421-4699-97b8-1157e5edd73c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.1208758 Nov 15 19:29:53.503391 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:29:53.511998 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c1babc1-6a23-420b-9560-a49e3f14932d req-ac2eb016-15a7-4027-84e7-3857b593c2e7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789750 Nov 15 19:29:53.632494 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:29:53.645742 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] Sync routers for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:29:53.656765 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:29:53.657446 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:29:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:53.783084 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:29:53.901148 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] No DVR routers for this DVR port 605d8fd5-cc82-439a-8243-8aebfc52d65e on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:29:53.903916 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:53.912579 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2dff9a1-1c92-442c-a6dc-bb883178d844 req-e4a0e3d7-3aa6-4f0e-a6dd-6071b3b83f4d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "DELETE /v2.0/ports/605d8fd5-cc82-439a-8243-8aebfc52d65e HTTP/1.1" status: 204 len: 173 time: 1.4295666 Nov 15 19:29:53.913059 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-deleted', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:53.915403 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dbf3d5-787a-4515-aa82-71193f946b10" -d '{"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-deleted", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:53.954233 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fd2d3e-6f2e-44ee-912c-4b23d9041f30 x-openstack-request-id: req-48fd2d3e-6f2e-44ee-912c-4b23d9041f30 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:53.954580 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0", "name": "network-vif-deleted", "tag": "605d8fd5-cc82-439a-8243-8aebfc52d65e", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:53.954865 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48fd2d3e-6f2e-44ee-912c-4b23d9041f30 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:53.955276 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0', 'name': 'network-vif-deleted', 'tag': '605d8fd5-cc82-439a-8243-8aebfc52d65e', 'status': 'completed', 'code': 200} Nov 15 19:29:54.025858 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:54.051890 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] Checking router: 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:29:54.060162 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:29:54.060792 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:29:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:54.147489 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bc6f2e37-c3ed-445e-832e-76e319566e52 req-2f8fd7b8-95c7-44cb-a173-43b19d9598f3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 210 time: 0.0273068 Nov 15 19:29:54.175698 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:29:54.328245 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f497-3801-44ba-9af8-70cf04f7edd0 req-c5d2cc72-2b69-4808-b9e7-bf1b886c4f8a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:54.329989 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1288f497-3801-44ba-9af8-70cf04f7edd0 req-c5d2cc72-2b69-4808-b9e7-bf1b886c4f8a tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0511794 Nov 15 19:29:54.390745 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1288f497-3801-44ba-9af8-70cf04f7edd0 req-86055b49-d0ef-46a2-9af3-d3206fb43c8c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536051 Nov 15 19:29:54.409862 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:29:54.438773 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff1e10-780f-4dca-84fd-ccef9ee450d4 None None] The sync data for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi is: [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:29:54.690863 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8bf1d-1459-45ad-8198-b6931c8cb33c req-df9d8ce7-2c81-4a3b-b96b-3e3a0d2ae0d2 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:54.692557 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e4e8bf1d-1459-45ad-8198-b6931c8cb33c req-df9d8ce7-2c81-4a3b-b96b-3e3a0d2ae0d2 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0839293 Nov 15 19:29:54.774697 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e4e8bf1d-1459-45ad-8198-b6931c8cb33c req-c56f0cd4-81c8-4218-95f1-f6bc7a420727 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737090 Nov 15 19:29:54.800902 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298eccfe-ec8a-4aec-90b0-cde461d4fe7f None None] New status for floating IP edcb968e-788b-4871-badc-74c29f19badc: DOWN {{(pid=102517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:29:55.300766 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-37295b51-323e-4f55-a663-fc09a54ea38d req-da92d0fc-2fc5-4286-8d40-ff827f1feb1c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cafaa3-c5d4-43b7-abaa-a1e48b2676d0 HTTP/1.1" status: 200 len: 210 time: 0.0381293 Nov 15 19:29:55.559278 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0fb9-c7b9-4cec-b452-eedde35b89f6 req-69d12056-200b-4e15-9830-c357169a0e9c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:55.561139 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3bd0fb9-c7b9-4cec-b452-eedde35b89f6 req-69d12056-200b-4e15-9830-c357169a0e9c tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0613785 Nov 15 19:29:55.615200 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3bd0fb9-c7b9-4cec-b452-eedde35b89f6 req-b41ed631-205d-4486-a579-b511286513b3 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469527 Nov 15 19:29:55.899170 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8203e-80e1-4e51-b473-3157b96fe6c1 req-eec47f82-5450-4210-8a2c-9917802d6991 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:55.900767 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-30d8203e-80e1-4e51-b473-3157b96fe6c1 req-eec47f82-5450-4210-8a2c-9917802d6991 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0518138 Nov 15 19:29:55.966350 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-30d8203e-80e1-4e51-b473-3157b96fe6c1 req-904d4680-7490-4c3a-8680-9c78a2118647 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590153 Nov 15 19:29:56.054089 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:29:56.077472 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 605d8fd5-cc82-439a-8243-8aebfc52d65e {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:29:56.077892 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 605d8fd5-cc82-439a-8243-8aebfc52d65e not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:29:56.452587 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52542) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:56.514934 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2327-9312-443f-9f08-e48d1fbcf22e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:56.538800 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2327-9312-443f-9f08-e48d1fbcf22e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:56.680564 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2327-9312-443f-9f08-e48d1fbcf22e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:56.683310 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2327-9312-443f-9f08-e48d1fbcf22e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:56.684721 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d5cb2327-9312-443f-9f08-e48d1fbcf22e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "DELETE /v2.0/security-groups/62a4d4d9-9364-4f92-848b-fe03c21ec7f8 HTTP/1.1" status: 204 len: 168 time: 0.2311203 Nov 15 19:29:56.688106 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52546) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:56.706385 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.api.v2.resource [None req-bc9a10d2-5e80-4af9-bed9-cf79aa964d79 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] show failed (client error): The resource could not be found. Nov 15 19:29:56.707468 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-bc9a10d2-5e80-4af9-bed9-cf79aa964d79 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups/62a4d4d9-9364-4f92-848b-fe03c21ec7f8 HTTP/1.1" status: 404 len: 347 time: 0.0183284 Nov 15 19:29:56.708711 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2327-9312-443f-9f08-e48d1fbcf22e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a4d4d9-9364-4f92-848b-fe03c21ec7f8,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:56.711811 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52548) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:56.765028 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb79973-d03c-4937-9965-068edc9410fa req-46d71ef7-86db-4079-9b56-b2361157a371 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:56.770719 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dfb79973-d03c-4937-9965-068edc9410fa req-46d71ef7-86db-4079-9b56-b2361157a371 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0846782 Nov 15 19:29:56.819698 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dfb79973-d03c-4937-9965-068edc9410fa req-889be632-dba4-460c-9809-a07dd74ecd34 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Nov 15 19:29:56.856107 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Deleting port 3a48f4e4-6bdb-4a85-86d4-e541f78e739b {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:29:56.856486 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:56.934182 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:56.934935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:56.949834 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Calling delete_port for 3a48f4e4-6bdb-4a85-86d4-e541f78e739b owned by network:floatingip {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:29:57.111191 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae13248-2738-4037-b007-e958ff9f6c45 req-cf87d7bb-7372-4b2a-a360-a3d682bb5ce9 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:57.112780 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aae13248-2738-4037-b007-e958ff9f6c45 req-cf87d7bb-7372-4b2a-a360-a3d682bb5ce9 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0646534 Nov 15 19:29:57.207189 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aae13248-2738-4037-b007-e958ff9f6c45 req-41c47839-e4fa-4b80-bb98-bf646787e1e5 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685074 Nov 15 19:29:57.256090 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:57.283094 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event deleted for resources: {'Port': ['ID=3a48f4e4-6bdb-4a85-86d4-e541f78e739b,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:57.356314 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:57.359360 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:57.363187 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1327c251-8ec8-454d-a32c-d311bdf329b7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "DELETE /v2.0/floatingips/edcb968e-788b-4871-badc-74c29f19badc HTTP/1.1" status: 204 len: 168 time: 0.6491954 Nov 15 19:29:57.658442 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-176a1fa1-56e2-47c0-b316-d4779b031e86 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:57.660076 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-176a1fa1-56e2-47c0-b316-d4779b031e86 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.43 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0511224 Nov 15 19:29:57.678118 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52558) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:57.682814 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-2964f643-0e3c-410b-865f-3898c1572b76 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427121428', 'description': 'tempest-description--1705107000'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:57.788132 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Deleting port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:29:57.788776 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:57.790573 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2964f643-0e3c-410b-865f-3898c1572b76 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:57.929256 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2964f643-0e3c-410b-865f-3898c1572b76 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:57.946642 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] For port 0a9b747c-eb6d-45a7-87ef-448a6e54a393, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a9b747c-eb6d-45a7-87ef-448a6e54a393,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:29:57.947057 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:57.963744 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Calling delete_port for 0a9b747c-eb6d-45a7-87ef-448a6e54a393 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:29:57.995944 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630412d-a70c-4efb-bad3-022268576e39 req-debc77ff-1364-4aa2-9188-437a1e0f9103 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:57.999924 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7630412d-a70c-4efb-bad3-022268576e39 req-debc77ff-1364-4aa2-9188-437a1e0f9103 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 945 time: 0.0685434 Nov 15 19:29:58.003382 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2964f643-0e3c-410b-865f-3898c1572b76 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.069815 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964f643-0e3c-410b-865f-3898c1572b76 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63601ed7-940a-4467-9ced-11fa9e144e44,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:58.092749 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7630412d-a70c-4efb-bad3-022268576e39 req-932742a6-390e-4bb1-ad5e-78875f4b7e65 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733821 Nov 15 19:29:58.099453 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2964f643-0e3c-410b-865f-3898c1572b76 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.099930 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-2964f643-0e3c-410b-865f-3898c1572b76 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4207816 Nov 15 19:29:58.103588 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52564) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:58.108746 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-0afcda05-a2a5-4ffb-b365-fa69ed3ff57b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'security_group_rule': {'security_group_id': '63601ed7-940a-4467-9ced-11fa9e144e44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:58.246928 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.254941 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0afcda05-a2a5-4ffb-b365-fa69ed3ff57b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.262867 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0a9b747c-eb6d-45a7-87ef-448a6e54a393'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:29:58.295864 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Pushing event deleted for resources: {'Port': ['ID=0a9b747c-eb6d-45a7-87ef-448a6e54a393,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:58.353755 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0afcda05-a2a5-4ffb-b365-fa69ed3ff57b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.379500 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] No DVR routers for this DVR port 0a9b747c-eb6d-45a7-87ef-448a6e54a393 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:29:58.382623 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.385957 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd1bced4-3ac4-4c90-a387-384e9dd4e9fc req-0d694228-599e-4aee-bc3a-ab263764bcdc tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.43 "DELETE /v2.0/ports/0a9b747c-eb6d-45a7-87ef-448a6e54a393 HTTP/1.1" status: 204 len: 173 time: 0.7172132 Nov 15 19:29:58.387552 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a104a1ba-c90d-4a91-8378-42f8c4c5ffea', 'name': 'network-vif-deleted', 'tag': '0a9b747c-eb6d-45a7-87ef-448a6e54a393'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:29:58.389911 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65823c71-1899-4dfb-abb9-4b05266bb0b6" -d '{"events": [{"server_uuid": "a104a1ba-c90d-4a91-8378-42f8c4c5ffea", "name": "network-vif-deleted", "tag": "0a9b747c-eb6d-45a7-87ef-448a6e54a393"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:29:58.405256 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9e91b-6094-4417-a551-af0103630db7 req-44219c34-d246-435f-b626-129eb41c1746 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:58.406988 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1be9e91b-6094-4417-a551-af0103630db7 req-44219c34-d246-435f-b626-129eb41c1746 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.1150568 Nov 15 19:29:58.429821 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0afcda05-a2a5-4ffb-b365-fa69ed3ff57b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.435601 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9abab9-33cc-4a1b-8b2d-0cfab593f5f8 x-openstack-request-id: req-ff9abab9-33cc-4a1b-8b2d-0cfab593f5f8 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:29:58.436219 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a104a1ba-c90d-4a91-8378-42f8c4c5ffea", "name": "network-vif-deleted", "tag": "0a9b747c-eb6d-45a7-87ef-448a6e54a393", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:29:58.436773 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff9abab9-33cc-4a1b-8b2d-0cfab593f5f8 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:29:58.439087 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a104a1ba-c90d-4a91-8378-42f8c4c5ffea', 'name': 'network-vif-deleted', 'tag': '0a9b747c-eb6d-45a7-87ef-448a6e54a393', 'status': 'completed', 'code': 200} Nov 15 19:29:58.466094 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcda05-a2a5-4ffb-b365-fa69ed3ff57b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130471ae-04b0-4a4d-a628-30e0988efb05,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:58.497602 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1be9e91b-6094-4417-a551-af0103630db7 req-cae9e6f2-a974-4727-ae2f-821f876d3a5d tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816867 Nov 15 19:29:58.545837 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0afcda05-a2a5-4ffb-b365-fa69ed3ff57b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.547057 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0afcda05-a2a5-4ffb-b365-fa69ed3ff57b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4424345 Nov 15 19:29:58.549868 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52570) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:58.555116 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-e1dac83c-1eaa-4969-91b2-b6ca524ef4fa tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'security_group_rule': {'security_group_id': '63601ed7-940a-4467-9ced-11fa9e144e44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:58.686083 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e1dac83c-1eaa-4969-91b2-b6ca524ef4fa tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.750506 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e1dac83c-1eaa-4969-91b2-b6ca524ef4fa tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.823229 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e1dac83c-1eaa-4969-91b2-b6ca524ef4fa tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.842733 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dac83c-1eaa-4969-91b2-b6ca524ef4fa tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d4f101-77bc-4163-ac07-07f971b00f35,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:58.928339 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e1dac83c-1eaa-4969-91b2-b6ca524ef4fa tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:58.929947 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-e1dac83c-1eaa-4969-91b2-b6ca524ef4fa tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787999 Nov 15 19:29:58.932907 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52574) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:29:58.937294 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:29:59.052644 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:59.163253 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:59.255726 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9b3ea020-0955-40fa-806f-c68f102e0c36 req-6247f623-c6fb-400c-9891-a4c4068192a5 tempest-ServerRescueNegativeTestJSON-818794827 tempest-ServerRescueNegativeTestJSON-818794827-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104a1ba-c90d-4a91-8378-42f8c4c5ffea HTTP/1.1" status: 200 len: 210 time: 0.0509706 Nov 15 19:29:59.347299 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Allocated IP 172.27.0.33 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/bd2ae6d2-3671-4991-bba8-f38be62afbe0) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:29:59.466096 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:59.606828 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:59.618743 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7e368-af00-4c4f-9eb2-6f5e3f11eb51 req-32866bfb-6cd8-4d3d-b5a2-063239a088ea tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:29:59.623446 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8ca7e368-af00-4c4f-9eb2-6f5e3f11eb51 req-32866bfb-6cd8-4d3d-b5a2-063239a088ea tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0522945 Nov 15 19:29:59.651275 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:29:59.658575 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:29:59.660978 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'Port': ['ID=bd2ae6d2-3671-4991-bba8-f38be62afbe0,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:29:59.663367 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:29:59.698232 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8ca7e368-af00-4c4f-9eb2-6f5e3f11eb51 req-aecd38b6-5f26-449a-bd2c-f088a07e792a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710332 Nov 15 19:29:59.764100 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:29:59.891771 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:00.109699 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:00.246828 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:00.339101 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'Port': ['ID=bd2ae6d2-3671-4991-bba8-f38be62afbe0,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:00.347727 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:00.355314 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52584) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:00.440657 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:00.441927 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-4a2779e6-3a03-4c79-8edf-d3d338e81a8f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5080376 Nov 15 19:30:00.778728 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-944786e9-eabf-4bf4-82c7-d9d712cced6e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1427121428&fields=id&tenant_id=944fac2241b641eea7abb0709d60afcc HTTP/1.1" status: 200 len: 267 time: 0.1262336 Nov 15 19:30:00.841042 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115e826-d84b-4258-8869-6d9dff438ad6 req-48e883b2-7b6c-49e7-aaaf-3dafef54cf4d tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:00.843982 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6115e826-d84b-4258-8869-6d9dff438ad6 req-48e883b2-7b6c-49e7-aaaf-3dafef54cf4d tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0632892 Nov 15 19:30:00.924866 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6115e826-d84b-4258-8869-6d9dff438ad6 req-ce7584ed-5204-493e-a321-de92cf4c4adf tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707245 Nov 15 19:30:00.998765 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-858d2ae7-3959-4ba8-911c-b5e261317fbf tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:01.000312 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-858d2ae7-3959-4ba8-911c-b5e261317fbf tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 816 time: 0.1997557 Nov 15 19:30:01.024805 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-ad5bd8df-851a-43d9-b75f-40a40828d8d2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/quotas/944fac2241b641eea7abb0709d60afcc HTTP/1.1" status: 200 len: 375 time: 0.0179212 Nov 15 19:30:01.097568 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:01.176921 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-395a6901-0026-4990-89cc-2ac72a39f00a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1460419 Nov 15 19:30:01.385420 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-4bd106af-1f5e-4e0d-a81e-a5d9b3f70b80 service neutron] 10.222.0.48 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948469 Nov 15 19:30:01.531675 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-7ae9ddd2-96db-489a-b9f9-336d541a8d0a service neutron] 10.222.0.48 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389983 Nov 15 19:30:01.592670 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Deleting port 017687da-b6a6-451d-8174-5b0f1edb66e9 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:30:01.593003 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:01.672593 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] For port 017687da-b6a6-451d-8174-5b0f1edb66e9, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=017687da-b6a6-451d-8174-5b0f1edb66e9,segment=NetworkSegment(2fede2d5-01d7-4c78-933b-a238804f7322),segment_id=2fede2d5-01d7-4c78-933b-a238804f7322)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:01.672886 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:01.685245 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Calling delete_port for 017687da-b6a6-451d-8174-5b0f1edb66e9 owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:30:01.832106 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-68533ed8-44e5-4b9f-8542-4c1285712204 req-7765d340-5fc4-4d81-b681-704b9cf41fea tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 210 time: 0.0389805 Nov 15 19:30:01.976111 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:02.009005 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Pushing event deleted for resources: {'Port': ['ID=017687da-b6a6-451d-8174-5b0f1edb66e9,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:02.113402 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 0a9b747c-eb6d-45a7-87ef-448a6e54a393 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:30:02.117711 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49e31d-1520-4d26-ab68-de3673c2ce83 req-dc7ef413-93fa-4c32-93cd-199a1e7cfe40 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:02.119417 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a49e31d-1520-4d26-ab68-de3673c2ce83 req-dc7ef413-93fa-4c32-93cd-199a1e7cfe40 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0853465 Nov 15 19:30:02.139880 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 0a9b747c-eb6d-45a7-87ef-448a6e54a393 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:30:02.139880 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 0a9b747c-eb6d-45a7-87ef-448a6e54a393 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:30:02.261643 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a49e31d-1520-4d26-ab68-de3673c2ce83 req-362e44b5-0c62-461d-93b9-f737bb33bcd0 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043572 Nov 15 19:30:02.271517 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:02.345023 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e0c96dec-8346-44d3-b09b-abe41e7228c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:02.542111 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Router bdede7b9-3483-40e8-b085-4f4dd8e2a009 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:30:02.659938 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:30:02.664881 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-68335fc9-5779-4ce4-9e86-e3b2d622f71d admin admin] 10.222.0.48 "PUT /v2.0/routers/bdede7b9-3483-40e8-b085-4f4dd8e2a009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3078628 Nov 15 19:30:02.667437 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52620) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:02.669619 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] Sync routers for ids ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:30:02.681311 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] Routers {'bdede7b9-3483-40e8-b085-4f4dd8e2a009'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:02.681957 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:29:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:02.810366 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] Set router bdede7b9-3483-40e8-b085-4f4dd8e2a009 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:02.978955 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c9d0dc05-d415-401c-9734-21b9054364f9 req-ae157aff-92e8-426f-996c-f1ad9481c335 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 210 time: 0.0530529 Nov 15 19:30:03.021924 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:03.073897 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:30:01Z', 'revision_number': 5, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:03.106951 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] Checking router: bdede7b9-3483-40e8-b085-4f4dd8e2a009 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:30:03.121934 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] Routers {'bdede7b9-3483-40e8-b085-4f4dd8e2a009'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:03.122831 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:29:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:03.151647 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:03.267372 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] Set router bdede7b9-3483-40e8-b085-4f4dd8e2a009 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:03.381664 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Deleting port 9170ddf1-de78-4afc-a327-401c4add7c29 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:30:03.382007 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:03.454669 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b9732-0394-43cd-977b-f4b9ddca1962 req-3979ac18-59f1-4a67-ba95-00f7b26fcc52 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:03.456337 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0c0b9732-0394-43cd-977b-f4b9ddca1962 req-3979ac18-59f1-4a67-ba95-00f7b26fcc52 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.1117949 Nov 15 19:30:03.504669 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] For port 9170ddf1-de78-4afc-a327-401c4add7c29, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=9170ddf1-de78-4afc-a327-401c4add7c29,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:03.508266 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:03.523367 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Calling delete_port for 9170ddf1-de78-4afc-a327-401c4add7c29 owned by network:router_gateway {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:30:03.590312 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:30:01Z', 'revision_number': 5, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:03.604885 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0c0b9732-0394-43cd-977b-f4b9ddca1962 req-a6aa9619-9d40-4cf9-8ee2-d065fa7e3ee1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296351 Nov 15 19:30:03.629907 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc87b0-f4f9-431d-8d01-4f21cf7c8235 None None] The sync data for ids ['bdede7b9-3483-40e8-b085-4f4dd8e2a009'] in dv-cinder-801522-7-iscsi is: [{'id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'name': 'tempest-ServerRescueNegativeTestJSON-298791908-router', 'tenant_id': '09018027734c43fdb0dad47b448d955e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:30:01Z', 'revision_number': 5, 'project_id': '09018027734c43fdb0dad47b448d955e', 'gw_port': {'id': '9170ddf1-de78-4afc-a327-401c4add7c29', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdede7b9-3483-40e8-b085-4f4dd8e2a009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:30Z', 'updated_at': '2021-11-15T19:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:30:03.822003 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:03.850627 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9170ddf1-de78-4afc-a327-401c4add7c29,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:03.927056 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.107475 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.114556 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.135899 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e1f38630-f3a6-494d-96cc-7499a8017450 req-c177a21f-f5bd-4ce2-b73d-ec8f3cd9cac1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 210 time: 0.0304463 Nov 15 19:30:04.296137 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-719982a2-766f-4864-b479-7298cb7fc82e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:04.298372 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-719982a2-766f-4864-b479-7298cb7fc82e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 816 time: 0.2112482 Nov 15 19:30:04.303387 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.303918 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdede7b9-3483-40e8-b085-4f4dd8e2a009 {{(pid=102516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:30:04.308867 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.314869 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2e94c050-a590-4a95-80e2-9e5e86d98af5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bdede7b9-3483-40e8-b085-4f4dd8e2a009 HTTP/1.1" status: 204 len: 168 time: 1.6415451 Nov 15 19:30:04.314869 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52646) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:04.445664 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_v2 [None req-9167dd37-6dc6-4d39-9866-e7d840fe2766 admin admin] Deleting subnet 98be7b6c-34fb-49be-ad30-52505115d9e5 {{(pid=102516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:30:04.456821 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9167dd37-6dc6-4d39-9866-e7d840fe2766 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.501601 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-3861dace-28f3-4a22-b470-46523f12e342 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944fac2241b641eea7abb0709d60afcc HTTP/1.1" status: 200 len: 380 time: 0.1803131 Nov 15 19:30:04.515250 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'port': {'device_id': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'admin_state_up': True, 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'security_groups': ['63601ed7-940a-4467-9ced-11fa9e144e44']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:04.528773 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9167dd37-6dc6-4d39-9866-e7d840fe2766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11946570'] for subnet, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.630491 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9167dd37-6dc6-4d39-9866-e7d840fe2766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.659790 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3d910cb3-6b55-4c42-971f-5e902ebf01ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.774907 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91930-a040-4ddd-abcd-04ac4a50db48 req-2ffb5941-9a3e-488e-b6b6-a1201f10515c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:04.776706 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ccb91930-a040-4ddd-abcd-04ac4a50db48 req-2ffb5941-9a3e-488e-b6b6-a1201f10515c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0802457 Nov 15 19:30:04.815985 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9167dd37-6dc6-4d39-9866-e7d840fe2766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2044593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12268915'] for subnet, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.864286 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Made reservation on behalf of 944fac2241b641eea7abb0709d60afcc for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:30:04.868004 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.882003 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9167dd37-6dc6-4d39-9866-e7d840fe2766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:04.885810 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9167dd37-6dc6-4d39-9866-e7d840fe2766 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/98be7b6c-34fb-49be-ad30-52505115d9e5 HTTP/1.1" status: 204 len: 168 time: 0.5714238 Nov 15 19:30:04.888753 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52654) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:04.901948 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167dd37-6dc6-4d39-9866-e7d840fe2766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98be7b6c-34fb-49be-ad30-52505115d9e5,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:04.957210 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ccb91930-a040-4ddd-abcd-04ac4a50db48 req-b9717bbb-b7ed-42a9-9bd4-c97f2aec8679 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652746 Nov 15 19:30:04.957431 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 017687da-b6a6-451d-8174-5b0f1edb66e9 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:30:05.007816 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.021619 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 017687da-b6a6-451d-8174-5b0f1edb66e9 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:30:05.022204 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 017687da-b6a6-451d-8174-5b0f1edb66e9 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:30:05.023066 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 9170ddf1-de78-4afc-a327-401c4add7c29 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:30:05.046423 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 9170ddf1-de78-4afc-a327-401c4add7c29 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:30:05.048695 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 9170ddf1-de78-4afc-a327-401c4add7c29 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:30:05.137700 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Allocated IP 172.20.0.3 (4dac51d4-2c54-4de0-be5f-66f6c0ea37ef/4202e6af-4190-47b9-8461-182f2f071f30/bd727b30-144b-479e-b64e-c2680d891554) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:30:05.143450 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.176324 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c719b18b-1c9a-451a-8260-85f0525212fd']}} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:05.187719 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fede2d5-01d7-4c78-933b-a238804f7322') {'for_net_delete': True} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:05.187966 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fede2d5-01d7-4c78-933b-a238804f7322') {} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:05.199410 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8747657'] for segment, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.227267 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.241292 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:30:05.241907 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11922465'] for segment, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: Traceback (most recent call last): Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: timer() Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: cb(*args, **kw) Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: return func(*args, **kwargs) Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: self._notify() Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: self.callback(batched_events) Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: event.method(event) Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: return f(self, *a, **k) Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._get(url).json() Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: return self.request(url, 'GET', **kwargs) Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:30:05.244860 dv-cinder-801522-7-iscsi neutron-server[102515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:30:05.338128 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-915ab848-b2b2-4ab0-a6ad-dc87ea5c1aff req-6c7673f5-9165-4d2d-a12a-db5970a1b474 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 210 time: 0.0576806 Nov 15 19:30:05.412513 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.427267 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.429013 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.429164 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c719b18b-1c9a-451a-8260-85f0525212fd HTTP/1.1" status: 204 len: 168 time: 0.5317850 Nov 15 19:30:05.440150 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1be9a7-897d-4f75-84d1-c62aaf4f4b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=c719b18b-1c9a-451a-8260-85f0525212fd,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:05.583992 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.636190 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:30:05.639529 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:30:05.644286 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:30:05.682868 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:05.729986 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:05.730698 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.845375 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.865767 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-dcf5ddc2-1e0d-4419-9129-de4b3e342a6b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3546343 Nov 15 19:30:05.882887 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Request body: {'port': {'device_id': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:05.915200 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76d563-e4ea-40dc-8764-b8132ebdc6fe req-e7b0e41e-d7c3-4244-a014-6b15623fb910 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:05.923860 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7f76d563-e4ea-40dc-8764-b8132ebdc6fe req-e7b0e41e-d7c3-4244-a014-6b15623fb910 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0934503 Nov 15 19:30:05.940274 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52672) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:05.967859 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-64ac1961-7cd1-4afe-9455-3842613027b9 None None] Provisioning complete for port bd727b30-144b-479e-b64e-c2680d891554 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:30:05.968225 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-64ac1961-7cd1-4afe-9455-3842613027b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:05.992280 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-01ec1932-bfda-4437-947e-8ee0818009a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09018027734c43fdb0dad47b448d955e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501575 Nov 15 19:30:05.994878 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52674) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:06.012709 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-64ac1961-7cd1-4afe-9455-3842613027b9 None None] Port bd727b30-144b-479e-b64e-c2680d891554 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:30:06.013587 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:30:06.019591 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.043439 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7f76d563-e4ea-40dc-8764-b8132ebdc6fe req-ec54bb00-76d1-4192-bcfb-12fc5198f95a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109500 Nov 15 19:30:06.061739 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-228df9e3-2358-4958-a1f7-6ed7f594703f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.086484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-228df9e3-2358-4958-a1f7-6ed7f594703f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.165338 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f22d8-bbf3-44be-92a0-7a7f2dfe0632 req-286516d3-0ab5-4c9a-8000-81e3190afe4c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:06.166813 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3d9f22d8-bbf3-44be-92a0-7a7f2dfe0632 req-286516d3-0ab5-4c9a-8000-81e3190afe4c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0685608 Nov 15 19:30:06.237681 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3d9f22d8-bbf3-44be-92a0-7a7f2dfe0632 req-0fff0574-1c3f-4c95-976c-bddd5c0210cb tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644944 Nov 15 19:30:06.321480 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd727b30-144b-479e-b64e-c2680d891554 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:30:06.329786 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.361205 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-228df9e3-2358-4958-a1f7-6ed7f594703f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.371205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Transition to ACTIVE for port object bd727b30-144b-479e-b64e-c2680d891554 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:30:06.372026 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-228df9e3-2358-4958-a1f7-6ed7f594703f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.372026 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-228df9e3-2358-4958-a1f7-6ed7f594703f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ff97ca3-9fbe-4e63-8bc1-f287b72367d4 HTTP/1.1" status: 204 len: 168 time: 0.3699090 Nov 15 19:30:06.375822 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228df9e3-2358-4958-a1f7-6ed7f594703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff97ca3-9fbe-4e63-8bc1-f287b72367d4,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:06.451735 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.518203 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:06.530854 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca326193-140d-4a2e-9987-fc726bf59f7b req-d44e830e-733a-427a-a9ab-8b48e4b95524 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:06.533106 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ca326193-140d-4a2e-9987-fc726bf59f7b req-d44e830e-733a-427a-a9ab-8b48e4b95524 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 931 time: 0.1164443 Nov 15 19:30:06.645390 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ca326193-140d-4a2e-9987-fc726bf59f7b req-bc54977c-d75b-45eb-a514-547311d5cde3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028733 Nov 15 19:30:06.650497 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Attempting to bind port bd727b30-144b-479e-b64e-c2680d891554 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:30:06.651006 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Attempting to bind port bd727b30-144b-479e-b64e-c2680d891554 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:30:06.651341 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Attempting to bind port bd727b30-144b-479e-b64e-c2680d891554 on network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:30:06.657771 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Port bd727b30-144b-479e-b64e-c2680d891554 on network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:30:06.662144 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Attempting to bind port bd727b30-144b-479e-b64e-c2680d891554 on network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:30:06.663888 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:30:06.664281 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Checking segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:30:06.667783 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Bound using segment: {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:30:06.668415 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Bound port: bd727b30-144b-479e-b64e-c2680d891554, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1752d8-2eee-4d95-b593-d5194222c57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:30:06.669307 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.750868 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:30:06.754541 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:30:06.841081 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.884591 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:06.885173 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:06.886609 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] 10.222.0.43 "PUT /v2.0/ports/bd727b30-144b-479e-b64e-c2680d891554 HTTP/1.1" status: 200 len: 1093 time: 1.0082684 Nov 15 19:30:06.887062 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:06.889502 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ad2e89-d225-4298-8fbc-76e7661ae4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "tag": "bd727b30-144b-479e-b64e-c2680d891554"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:06.931669 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b51666-8c44-45bb-92be-8c78e6c4381b service neutron] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:06.958986 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af2c604-7c78-426f-9614-c6a1b826c881 x-openstack-request-id: req-7af2c604-7c78-426f-9614-c6a1b826c881 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:06.958986 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "tag": "bd727b30-144b-479e-b64e-c2680d891554", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:06.958986 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7af2c604-7c78-426f-9614-c6a1b826c881 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:06.958986 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554', 'status': 'completed', 'code': 200} Nov 15 19:30:07.034277 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad2e89-d225-4298-8fbc-76e7661ae4f4 req-d5b44f6e-a43c-4a48-9444-283c339d056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:07.037393 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0ad2e89-d225-4298-8fbc-76e7661ae4f4 req-d5b44f6e-a43c-4a48-9444-283c339d056b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 1096 time: 0.0624666 Nov 15 19:30:07.210019 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6fa05-f9e4-4225-8363-84d2f05b5b7f req-a87287cf-1dd7-4dc2-acd1-f00a5358efc6 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:07.211592 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6e6fa05-f9e4-4225-8363-84d2f05b5b7f req-a87287cf-1dd7-4dc2-acd1-f00a5358efc6 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0863700 Nov 15 19:30:07.216636 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad2e89-d225-4298-8fbc-76e7661ae4f4 req-bd8b7ee6-fed1-4f2a-802f-d877f0b9caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:07.218056 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0ad2e89-d225-4298-8fbc-76e7661ae4f4 req-bd8b7ee6-fed1-4f2a-802f-d877f0b9caf9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=944fac2241b641eea7abb0709d60afcc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1684608 Nov 15 19:30:07.326735 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6e6fa05-f9e4-4225-8363-84d2f05b5b7f req-367b5a74-b8a8-42b7-8d7f-dc378e996630 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077051 Nov 15 19:30:07.358668 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad2e89-d225-4298-8fbc-76e7661ae4f4 req-cc93763c-e3a2-4054-a936-cfb800b97db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:07.359118 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0ad2e89-d225-4298-8fbc-76e7661ae4f4 req-cc93763c-e3a2-4054-a936-cfb800b97db1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327169 Nov 15 19:30:07.465707 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-50ab472c-80d5-4ef4-9b91-91f332ab22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:07.467213 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-50ab472c-80d5-4ef4-9b91-91f332ab22a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 1096 time: 0.0513806 Nov 15 19:30:07.498484 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:07.527763 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-318c089c-ef2e-4015-a2b2-eb76191d64ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd727b30-144b-479e-b64e-c2680d891554 HTTP/1.1" status: 200 len: 217 time: 0.0462503 Nov 15 19:30:07.583097 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-e830cf8f-6c07-4c63-a3a1-cea81d9876b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:07.584794 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-e830cf8f-6c07-4c63-a3a1-cea81d9876b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.0481639 Nov 15 19:30:07.585058 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddab8c-3a6c-4c87-8b6a-ab2500eb8157 req-7496f494-d9f2-4810-84e5-92ce1676dfbf tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:07.591889 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-79ddab8c-3a6c-4c87-8b6a-ab2500eb8157 req-7496f494-d9f2-4810-84e5-92ce1676dfbf tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.2671025 Nov 15 19:30:07.652403 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-21939e9b-a1f9-4683-bf45-e1808194fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:07.653932 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-21939e9b-a1f9-4683-bf45-e1808194fdfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542986 Nov 15 19:30:07.681607 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-79ddab8c-3a6c-4c87-8b6a-ab2500eb8157 req-4f09c132-82dd-40c1-b5d4-4ccb740ae669 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889018 Nov 15 19:30:07.818448 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-c5b8b7e9-252e-447b-90a1-d07da6b91b91 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416068 Nov 15 19:30:07.934972 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26c140b7-06bd-4aff-ab03-613f277f55f8 req-af77eb99-0b76-4ea4-9f4e-f570d5f331ae service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056159 Nov 15 19:30:08.081122 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:08.103395 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54af5c-7c10-47fd-9eec-10726144d588 req-fb8efe7a-1ee8-48d9-b118-36c5d9c50cf8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:08.105094 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da54af5c-7c10-47fd-9eec-10726144d588 req-fb8efe7a-1ee8-48d9-b118-36c5d9c50cf8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.3318193 Nov 15 19:30:08.172089 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da54af5c-7c10-47fd-9eec-10726144d588 req-30970e68-7bf8-4a21-9950-7e7bf7ec3b45 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560386 Nov 15 19:30:08.409164 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addf695-c34e-408a-869e-1e2557d67527 req-517b48cd-4f43-45a9-b906-a89259882af3 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:08.410739 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6addf695-c34e-408a-869e-1e2557d67527 req-517b48cd-4f43-45a9-b906-a89259882af3 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0559013 Nov 15 19:30:08.474041 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c9db-f509-4a9f-a66b-34d77f1d0d36 req-3c587ccc-65ba-40fc-b93a-6b6834ebd7d0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:08.476867 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-05a4c9db-f509-4a9f-a66b-34d77f1d0d36 req-3c587ccc-65ba-40fc-b93a-6b6834ebd7d0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0627952 Nov 15 19:30:08.533534 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-05a4c9db-f509-4a9f-a66b-34d77f1d0d36 req-506f279e-aea4-44bf-9fe3-016042a95236 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503306 Nov 15 19:30:08.535502 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Deleting port 9a049bff-d2d3-434d-849f-31d1238f0dfa {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:30:08.535845 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:08.659641 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] For port 9a049bff-d2d3-434d-849f-31d1238f0dfa, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a049bff-d2d3-434d-849f-31d1238f0dfa,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:08.660033 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:09.082214 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215fb40-eb56-4745-b629-531fc77b3268 req-2a82a92a-e1a8-4d93-8457-34816ff8e444 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:09.083570 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2215fb40-eb56-4745-b629-531fc77b3268 req-2a82a92a-e1a8-4d93-8457-34816ff8e444 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.1241739 Nov 15 19:30:09.207862 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2215fb40-eb56-4745-b629-531fc77b3268 req-6d42893c-3110-4990-96a6-137506f6eeac tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&id=7ae45c73-29e3-4942-89b6-5f33d130dc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114044 Nov 15 19:30:09.317640 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a067-b55b-4132-a84c-0dbd897052ad req-d57e827d-45c9-4169-8ee2-6341d9a1899b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:09.319200 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bb67a067-b55b-4132-a84c-0dbd897052ad req-d57e827d-45c9-4169-8ee2-6341d9a1899b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0556967 Nov 15 19:30:09.370338 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bb67a067-b55b-4132-a84c-0dbd897052ad req-c30110dd-3f2d-4a4c-94a0-44d15cb413f7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 Nov 15 19:30:09.409451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:09.410045 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:09.410636 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Floating IP f04e4909-5b36-4b25-b669-824857bf4e7a disassociated. External IP: 172.27.0.158, port: 9a049bff-d2d3-434d-849f-31d1238f0dfa. Nov 15 19:30:09.413682 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Calling delete_port for 9a049bff-d2d3-434d-849f-31d1238f0dfa owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:30:09.660063 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5798f-db26-4069-b476-f3088ba656dd req-3e4b3010-ba0a-4de2-ba68-704f1dbf5b36 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:09.664703 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68f5798f-db26-4069-b476-f3088ba656dd req-3e4b3010-ba0a-4de2-ba68-704f1dbf5b36 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 945 time: 0.0537875 Nov 15 19:30:09.711325 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:09.741892 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68f5798f-db26-4069-b476-f3088ba656dd req-1fdd0e4b-1d77-4f6f-9775-ecc88681f9e8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=80592da6-1814-4d11-8eed-a98698e0df47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735183 Nov 15 19:30:09.746426 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event deleted for resources: {'Port': ['ID=9a049bff-d2d3-434d-849f-31d1238f0dfa,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:09.764566 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52760) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:09.871101 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Router 4fce6746-5632-4832-8c4f-e960924f8ba8 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:30:09.903681 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e5434a00-273b-4877-9c35-3d13ad30325a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:09.988565 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e5434a00-273b-4877-9c35-3d13ad30325a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:09.994521 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:30:10.006209 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] Sync routers for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:30:10.023922 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:10.024830 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:10.033802 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] No DVR routers for this DVR port 9a049bff-d2d3-434d-849f-31d1238f0dfa on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:30:10.036264 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:10.039639 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6addf695-c34e-408a-869e-1e2557d67527 req-0522ebb5-f2b3-436a-8d30-5fc7ca867333 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "DELETE /v2.0/ports/9a049bff-d2d3-434d-849f-31d1238f0dfa HTTP/1.1" status: 204 len: 173 time: 1.6221232 Nov 15 19:30:10.040102 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'name': 'network-vif-deleted', 'tag': '9a049bff-d2d3-434d-849f-31d1238f0dfa'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:10.042482 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30cc011-84eb-4640-b218-d47e42648ed6" -d '{"events": [{"server_uuid": "77958d3f-1e87-4810-8b30-a9cfd60da774", "name": "network-vif-deleted", "tag": "9a049bff-d2d3-434d-849f-31d1238f0dfa"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:10.071325 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e5434a00-273b-4877-9c35-3d13ad30325a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:10.098857 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b6ba5-66c9-4884-bc75-67727b4b07a3 x-openstack-request-id: req-343b6ba5-66c9-4884-bc75-67727b4b07a3 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:10.098857 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77958d3f-1e87-4810-8b30-a9cfd60da774", "name": "network-vif-deleted", "tag": "9a049bff-d2d3-434d-849f-31d1238f0dfa", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:10.098857 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-343b6ba5-66c9-4884-bc75-67727b4b07a3 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:10.099598 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77958d3f-1e87-4810-8b30-a9cfd60da774', 'name': 'network-vif-deleted', 'tag': '9a049bff-d2d3-434d-849f-31d1238f0dfa', 'status': 'completed', 'code': 200} Nov 15 19:30:10.121080 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5434a00-273b-4877-9c35-3d13ad30325a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8f90f7-9a3d-412d-8353-4d9cbfc63750,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:10.137249 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52770) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:10.137448 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-e5434a00-273b-4877-9c35-3d13ad30325a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ba854852ae741a6a4a91362c7a7ff3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716767 Nov 15 19:30:10.201964 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:10.238022 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b54ce8c2-55bb-49c6-8e52-955b0d9d75ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:10.269504 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b54ce8c2-55bb-49c6-8e52-955b0d9d75ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:10.440433 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:10.487766 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] Checking router: 4fce6746-5632-4832-8c4f-e960924f8ba8 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:30:10.499822 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:10.501366 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:10.525240 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b54ce8c2-55bb-49c6-8e52-955b0d9d75ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:10.531612 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b54ce8c2-55bb-49c6-8e52-955b0d9d75ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:10.535000 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b54ce8c2-55bb-49c6-8e52-955b0d9d75ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c8f90f7-9a3d-412d-8353-4d9cbfc63750 HTTP/1.1" status: 204 len: 168 time: 0.3964257 Nov 15 19:30:10.554009 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ce8c2-55bb-49c6-8e52-955b0d9d75ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8f90f7-9a3d-412d-8353-4d9cbfc63750,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:10.577850 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf8739-972b-4ac9-bce8-ebc1dc530b26 req-cb6605db-9e3f-4dba-924f-dc67b2475302 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:10.584902 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dadf8739-972b-4ac9-bce8-ebc1dc530b26 req-cb6605db-9e3f-4dba-924f-dc67b2475302 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.1182323 Nov 15 19:30:10.671621 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dadf8739-972b-4ac9-bce8-ebc1dc530b26 req-85884f79-b186-4882-a2db-0ee6caefcece tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741789 Nov 15 19:30:10.724450 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:10.911877 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-27f991e4-a885-496f-9db5-64531bdf8fd1 req-60cc891d-016e-4051-8738-f7f7165e5894 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=77958d3f-1e87-4810-8b30-a9cfd60da774 HTTP/1.1" status: 200 len: 210 time: 0.0331202 Nov 15 19:30:11.089486 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:11.122722 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78458909-820b-4bb4-beec-4eb9cbab5810 None None] The sync data for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi is: [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:30:11.415040 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2852f78-7090-4974-907f-a8ba57be1a29 None None] New status for floating IP f04e4909-5b36-4b25-b669-824857bf4e7a: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:30:11.587149 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52786) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:11.601082 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:11.687002 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:11.761125 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:11.801501 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4894-be87-4f6e-b8e2-ad9d79a7443c req-6d7db1b9-1edd-42aa-b576-c258df2f5b00 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:11.803070 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4dfd4894-be87-4f6e-b8e2-ad9d79a7443c req-6d7db1b9-1edd-42aa-b576-c258df2f5b00 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0537074 Nov 15 19:30:11.803924 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=672ea1ba2a6748e8879a63eb7a697c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154353 Nov 15 19:30:11.804851 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f566d6-3802-4b80-86a7-79d315048454,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:11.806495 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52790) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:11.812404 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.812805 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.813680 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.814063 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.814343 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.814792 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.814986 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.815560 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.815678 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.815943 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.816265 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.816627 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad46d3-6768-4d60-8bd3-5e8243c416c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:11.887016 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4dfd4894-be87-4f6e-b8e2-ad9d79a7443c req-56e751ed-93a5-4b40-871c-2d0f90bee5ad tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700390 Nov 15 19:30:11.897613 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-918f30b2-1e9a-473f-9959-189f468747f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:11.926099 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-918f30b2-1e9a-473f-9959-189f468747f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.053175 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-918f30b2-1e9a-473f-9959-189f468747f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.055738 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-918f30b2-1e9a-473f-9959-189f468747f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.056964 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-918f30b2-1e9a-473f-9959-189f468747f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30f566d6-3802-4b80-86a7-79d315048454 HTTP/1.1" status: 204 len: 168 time: 0.2488706 Nov 15 19:30:12.066068 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f30b2-1e9a-473f-9959-189f468747f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f566d6-3802-4b80-86a7-79d315048454,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:12.108901 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52798) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:12.130557 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:30:12.132894 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 9a049bff-d2d3-434d-849f-31d1238f0dfa no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:30:12.173473 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 9a049bff-d2d3-434d-849f-31d1238f0dfa {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:30:12.173828 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 9a049bff-d2d3-434d-849f-31d1238f0dfa not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:30:12.174165 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-472807f4-2275-4e06-aa33-5692eb503bea tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.205559 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-472807f4-2275-4e06-aa33-5692eb503bea tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.286723 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:12.302562 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'bd727b30-144b-479e-b64e-c2680d891554', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'port_id': 'bd727b30-144b-479e-b64e-c2680d891554', 'mac_address': 'fa:16:3e:68:3c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:30:12.340746 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.355491 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd727b30-144b-479e-b64e-c2680d891554 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:30:12.381887 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:12.388952 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-472807f4-2275-4e06-aa33-5692eb503bea tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.391721 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-472807f4-2275-4e06-aa33-5692eb503bea tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.392964 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-472807f4-2275-4e06-aa33-5692eb503bea tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "DELETE /v2.0/security-groups/80592da6-1814-4d11-8eed-a98698e0df47 HTTP/1.1" status: 204 len: 168 time: 0.2830706 Nov 15 19:30:12.396273 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52804) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:12.403002 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472807f4-2275-4e06-aa33-5692eb503bea tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80592da6-1814-4d11-8eed-a98698e0df47,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:12.410979 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.api.v2.resource [None req-4601066a-15c6-47b0-b80b-925231cb5c26 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] show failed (client error): The resource could not be found. Nov 15 19:30:12.411998 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-4601066a-15c6-47b0-b80b-925231cb5c26 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups/80592da6-1814-4d11-8eed-a98698e0df47 HTTP/1.1" status: 404 len: 347 time: 0.0146945 Nov 15 19:30:12.414931 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52806) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:12.446576 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.505056 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:12.512315 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.512766 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.513151 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.513514 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.513859 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.514161 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.514650 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.514971 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.515314 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.515654 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.516465 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.516788 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:12.550506 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Deleting port 8addb67a-7b71-4c07-a957-294174ec6e70 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:30:12.550844 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.651876 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.652245 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.659640 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:12.672902 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Calling delete_port for 8addb67a-7b71-4c07-a957-294174ec6e70 owned by network:floatingip {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:30:12.718883 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['bd727b30-144b-479e-b64e-c2680d891554'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:30:12.954302 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:13.003226 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event deleted for resources: {'Port': ['ID=8addb67a-7b71-4c07-a957-294174ec6e70,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:13.145953 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aebb7-7d69-469c-80f5-cb9e76aa0ed0 req-edd50566-cb0c-4e68-a82a-851c938ddeec tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:13.148664 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb8aebb7-7d69-469c-80f5-cb9e76aa0ed0 req-edd50566-cb0c-4e68-a82a-851c938ddeec tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.1847370 Nov 15 19:30:13.154199 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:13.159706 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:13.161703 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-322c78ed-cf04-476c-bdd9-346184d7c4ca tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "DELETE /v2.0/floatingips/f04e4909-5b36-4b25-b669-824857bf4e7a HTTP/1.1" status: 204 len: 168 time: 0.7456474 Nov 15 19:30:13.247696 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eb8aebb7-7d69-469c-80f5-cb9e76aa0ed0 req-36596832-8da8-4e57-9ee1-2c4ac689083c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840905 Nov 15 19:30:13.666096 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52840) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:13.670958 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-b378c210-5b05-4d93-afd8-47771a71dcaa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843787155', 'description': 'tempest-description--426269659'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:13.789099 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b378c210-5b05-4d93-afd8-47771a71dcaa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:13.892239 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b378c210-5b05-4d93-afd8-47771a71dcaa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:14.018354 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b378c210-5b05-4d93-afd8-47771a71dcaa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:14.052444 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378c210-5b05-4d93-afd8-47771a71dcaa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe148e-ff3d-42d2-91bd-ab347697ccaf,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:14.127455 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b378c210-5b05-4d93-afd8-47771a71dcaa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:14.132875 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b378c210-5b05-4d93-afd8-47771a71dcaa tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4656112 Nov 15 19:30:14.133079 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52854) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:14.139172 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-b0176458-7817-410b-bf7b-b190736497a2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'security_group_rule': {'security_group_id': 'aafe148e-ff3d-42d2-91bd-ab347697ccaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:14.407430 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23d721-cadd-409b-a229-ca4b1e7f82de req-a25f1a23-0625-4b56-9c55-49d6171afdab tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:14.409083 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa23d721-cadd-409b-a229-ca4b1e7f82de req-a25f1a23-0625-4b56-9c55-49d6171afdab tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.0583591 Nov 15 19:30:14.410607 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b0176458-7817-410b-bf7b-b190736497a2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:14.465591 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b0176458-7817-410b-bf7b-b190736497a2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:14.470617 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa23d721-cadd-409b-a229-ca4b1e7f82de req-0378d718-d3dc-415a-a3d4-fe56f4057d3d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513110 Nov 15 19:30:14.681185 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b0176458-7817-410b-bf7b-b190736497a2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:14.706451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176458-7817-410b-bf7b-b190736497a2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c8da90-658d-4660-a479-66114c2d32f3,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:14.837239 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b0176458-7817-410b-bf7b-b190736497a2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:14.838692 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b0176458-7817-410b-bf7b-b190736497a2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7043958 Nov 15 19:30:14.841683 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52868) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:14.846527 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'security_group_rule': {'security_group_id': 'aafe148e-ff3d-42d2-91bd-ab347697ccaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:15.035858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:15.115702 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:15.261398 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494120'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:15.280399 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38722c3c-f596-47f8-a93a-f7ef5f8fe534,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:15.289782 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.290067 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.290363 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.290740 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.291102 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.291429 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.291753 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.292073 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.292425 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.292745 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.293061 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.293397 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:30:15.369078 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:15.370667 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2e31a3a6-e397-416e-894e-899b30d42653 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5278242 Nov 15 19:30:15.373736 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 52872) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:15.378381 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:15.474765 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:15.696661 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58611c53-439b-4ba1-9165-97bc6d66d73e req-52e0405c-f022-4ec9-8d55-c3239f91fec8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:15.699173 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-58611c53-439b-4ba1-9165-97bc6d66d73e req-52e0405c-f022-4ec9-8d55-c3239f91fec8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.1010296 Nov 15 19:30:15.756038 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:15.836385 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-58611c53-439b-4ba1-9165-97bc6d66d73e req-34e609e6-cb24-4283-9802-d707063b0886 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249137 Nov 15 19:30:15.926532 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Allocated IP 172.27.0.177 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/981c3999-91fe-48af-b897-b90d34fa0701) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:30:16.105311 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:16.302410 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:16.350242 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:30:16.353617 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:30:16.356308 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:30:16.381489 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'Port': ['ID=981c3999-91fe-48af-b897-b90d34fa0701,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:16.471614 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:16.635103 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:16.843363 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:16.950430 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:17.003529 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd036d6-7a79-4114-a5be-59f80a7e7fd1 req-26585030-a14b-4ee5-8d46-f7ad1999413d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:17.005198 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2cd036d6-7a79-4114-a5be-59f80a7e7fd1 req-26585030-a14b-4ee5-8d46-f7ad1999413d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.0652215 Nov 15 19:30:17.122964 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'Port': ['ID=981c3999-91fe-48af-b897-b90d34fa0701,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:17.145422 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:17.151615 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2cd036d6-7a79-4114-a5be-59f80a7e7fd1 req-40a431bf-e858-46a7-9b27-79b0dc9470cd tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115596 Nov 15 19:30:17.288067 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:17.289370 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2fca02f2-cc79-44eb-a211-4c620861d868 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9146035 Nov 15 19:30:17.682476 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-515fe2d4-660d-41c1-bc57-1deb3a146029 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1843787155&fields=id&tenant_id=feaf7ba58d1c4392af14964ed9697c7c HTTP/1.1" status: 200 len: 267 time: 0.1586764 Nov 15 19:30:17.846209 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-1014bddd-d682-43c3-b064-d97f5bbda110 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:17.847854 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-1014bddd-d682-43c3-b064-d97f5bbda110 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 810 time: 0.1577704 Nov 15 19:30:17.877684 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-d55dd91f-07b0-4a77-9f62-b91602cac80b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/quotas/feaf7ba58d1c4392af14964ed9697c7c HTTP/1.1" status: 200 len: 375 time: 0.0135765 Nov 15 19:30:18.000981 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-38c58be9-7748-4826-b825-0edc39fde74f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929530 Nov 15 19:30:18.000981 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-447a0ef4-1931-4524-9a73-3c5fbbe27c55 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596914 Nov 15 19:30:18.000981 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-11440fa1-af79-44ab-bbe8-be7a9f997d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:18.000981 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-11440fa1-af79-44ab-bbe8-be7a9f997d97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 1098 time: 0.0520856 Nov 15 19:30:18.144035 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:30:18.146069 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-e4565b9d-13be-433d-8b1f-155df50f2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:18.147702 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-e4565b9d-13be-433d-8b1f-155df50f2492 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.1240079 Nov 15 19:30:18.275184 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-9bd524a5-dfd6-40f4-b3c8-2aac27519dd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7d5ea25-e561-4011-a139-cc1949a433da HTTP/1.1" status: 200 len: 1001 time: 0.0975316 Nov 15 19:30:18.293346 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-08c99476-303d-4318-8405-cedc461f8769 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205953 Nov 15 19:30:18.295784 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port bd727b30-144b-479e-b64e-c2680d891554 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:30:18.302209 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port bd727b30-144b-479e-b64e-c2680d891554 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:30:18.303003 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:18.350132 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e47a4-e444-49bd-bd82-22b2bb03eb35 req-5f689066-fece-48ad-a310-95aca684e661 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:18.351778 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ab8e47a4-e444-49bd-bd82-22b2bb03eb35 req-5f689066-fece-48ad-a310-95aca684e661 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.0772209 Nov 15 19:30:18.398212 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:18.409316 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ab8e47a4-e444-49bd-bd82-22b2bb03eb35 req-5531d18f-3d05-4baa-85a9-9cb7955435c9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510993 Nov 15 19:30:18.415917 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-954c1a2b-1c65-473a-9057-65e1ea84bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:18.417431 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-954c1a2b-1c65-473a-9057-65e1ea84bb35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.1230507 Nov 15 19:30:18.424929 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:18.428020 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964070c-0b40-4de8-8002-3119334de933" -d '{"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-plugged", "status": "completed", "tag": "bd727b30-144b-479e-b64e-c2680d891554"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:18.442446 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:18.474638 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cd8518-2a73-42be-8fb6-1ab9c3a2a1ee x-openstack-request-id: req-b3cd8518-2a73-42be-8fb6-1ab9c3a2a1ee {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:18.474969 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-plugged", "status": "completed", "tag": "bd727b30-144b-479e-b64e-c2680d891554", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:18.475251 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3cd8518-2a73-42be-8fb6-1ab9c3a2a1ee {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:18.475721 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554', 'code': 200} Nov 15 19:30:18.484804 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-a6db5de2-1a45-4b54-bb24-51cf68f4176d service neutron] 10.222.0.48 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556153 Nov 15 19:30:18.494251 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-1b353790-424e-45d9-855f-fd9e325eebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:18.496089 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-1b353790-424e-45d9-855f-fd9e325eebfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685382 Nov 15 19:30:18.519821 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:18.589426 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:18.617980 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-d6a4d621-1913-4baf-8059-d7150e9c4b9c service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086135 Nov 15 19:30:18.744163 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0acf4261-9f15-4af6-946b-6e01e335b986 req-2d310006-291c-4b9f-a9a9-2c2c43026f63 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171522 Nov 15 19:30:18.836146 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-3d89ad91-9d47-492a-b6a0-5e1f9660a6a1 req-bbac90c9-4a09-41cb-a2fa-2fcb1007049f tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 210 time: 0.0290241 Nov 15 19:30:18.930426 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a641c-2607-42bd-8522-5a5a9c6b7763 req-6f7e7365-5702-4bb9-8538-d69d73976cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:18.933515 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd5a641c-2607-42bd-8522-5a5a9c6b7763 req-6f7e7365-5702-4bb9-8538-d69d73976cd7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 1098 time: 0.0492289 Nov 15 19:30:19.005662 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd5a641c-2607-42bd-8522-5a5a9c6b7763 req-aa551582-e449-4a4b-83cc-8794ed897e9f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644016 Nov 15 19:30:19.567269 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac2811-18d8-42f8-a8d3-18f773edecc9 req-b7009bec-b0f4-4612-b07a-be4561831f36 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:19.569436 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dbac2811-18d8-42f8-a8d3-18f773edecc9 req-b7009bec-b0f4-4612-b07a-be4561831f36 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0641072 Nov 15 19:30:19.636438 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dbac2811-18d8-42f8-a8d3-18f773edecc9 req-96304065-bc0e-4e40-a08f-e8ed6d29b55c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565863 Nov 15 19:30:19.930624 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2d32d275-9867-4317-bfca-3137bbea6f2a req-87037fdb-ddb6-4c3e-bae7-14a53fdab485 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 210 time: 0.0351937 Nov 15 19:30:20.940276 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b351fab-32ee-4c61-b53f-50f978dcc20c req-2f23eb09-fb68-4b16-a07c-fc5ccb230e59 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:20.941697 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b351fab-32ee-4c61-b53f-50f978dcc20c req-2f23eb09-fb68-4b16-a07c-fc5ccb230e59 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0540395 Nov 15 19:30:21.012581 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b351fab-32ee-4c61-b53f-50f978dcc20c req-058ad7c1-ae29-4427-bbb0-bde9f2da3a19 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639436 Nov 15 19:30:21.037522 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-611d953b-664f-4648-87c7-33683e90d09c req-7c243662-d410-4412-96e0-7178ccf112ce tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 210 time: 0.0286305 Nov 15 19:30:22.152666 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bba74c76-0c17-4f8d-93ce-52f55d55c2e1 req-db91c037-b7de-47dd-885c-588ef4fb4bdc tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 210 time: 0.0368197 Nov 15 19:30:22.159718 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2617215-2f25-4a69-84fa-14d4e0b93f8d req-2ef16454-518d-4bc0-9eb8-c97a7aec8350 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:22.161329 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f2617215-2f25-4a69-84fa-14d4e0b93f8d req-2ef16454-518d-4bc0-9eb8-c97a7aec8350 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0619760 Nov 15 19:30:22.218766 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f2617215-2f25-4a69-84fa-14d4e0b93f8d req-ec0f9474-df77-42d8-b3a4-f20a601984ce tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509503 Nov 15 19:30:23.358900 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c54431c1-35b9-458d-ac18-81f7e4f35464 req-0f92b5c2-8ba9-4d8a-855a-3a5d2fd5f826 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 210 time: 0.0357673 Nov 15 19:30:23.398258 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4894839-c3e9-416c-8ee7-8da2fc1aaee6 req-73e11d79-9acf-41b4-9b78-9d51ba360b6c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:23.399858 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4894839-c3e9-416c-8ee7-8da2fc1aaee6 req-73e11d79-9acf-41b4-9b78-9d51ba360b6c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0703461 Nov 15 19:30:23.468498 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4894839-c3e9-416c-8ee7-8da2fc1aaee6 req-1307698c-d9e0-4be8-a02f-13a7233af147 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614936 Nov 15 19:30:23.571923 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-9671052c-6a10-4f31-8d29-10bdc18bf560 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:23.573589 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-9671052c-6a10-4f31-8d29-10bdc18bf560 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 810 time: 0.1200559 Nov 15 19:30:23.618357 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e9a5a-23ff-49e9-88fc-33eeab236c2b req-0a4bc45f-dd5e-4de9-937f-2bd63b4f7366 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:23.619962 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b15e9a5a-23ff-49e9-88fc-33eeab236c2b req-0a4bc45f-dd5e-4de9-937f-2bd63b4f7366 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0650935 Nov 15 19:30:23.630710 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 52996) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:23.635383 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Request body: {'floatingip': {'port_id': 'bd727b30-144b-479e-b64e-c2680d891554'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:23.668254 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-6ec2ac89-85be-459a-a02c-0d3a96741a15 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feaf7ba58d1c4392af14964ed9697c7c HTTP/1.1" status: 200 len: 380 time: 0.0787354 Nov 15 19:30:23.690186 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'port': {'device_id': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'admin_state_up': True, 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'security_groups': ['aafe148e-ff3d-42d2-91bd-ab347697ccaf']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:23.691685 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:23.953533 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Made reservation on behalf of feaf7ba58d1c4392af14964ed9697c7c for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:30:23.957738 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:24.123674 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Allocated IP 172.20.0.4 (c2b50177-4900-4c8b-aa6e-716b85262cbe/f2545385-046e-45a3-8f40-eb1f9190a69e/4d42e0c9-4491-4ba2-ad4c-373533b4d57a) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:30:24.275518 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:24.282217 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:24.377762 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:24.470736 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0762d5a4-3b8b-4027-b70b-dc7ace815b61 req-e1bc110e-87f8-4c17-b3b5-47e1d79c7a63 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 210 time: 0.0413339 Nov 15 19:30:24.472951 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:24.501994 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Floating IP 3699d33e-4f5a-4d3a-af8f-27905b982dc6 associated. External IP: 172.27.0.33, port: bd727b30-144b-479e-b64e-c2680d891554. Nov 15 19:30:24.568318 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Network c2b50177-4900-4c8b-aa6e-716b85262cbe is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:30:24.572976 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:30:24.574878 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event updated for resources: {'Port': ['ID=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:24.577232 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:30:24.651367 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:24.651932 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:24.786982 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-8cc45dd1-71ab-4cea-a059-b3c2df22378b tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1033373 Nov 15 19:30:24.803822 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Request body: {'port': {'device_id': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:24.918485 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:24.996109 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-8b9b59a4-784c-443e-b702-8c78e0355d6c None None] Provisioning complete for port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:30:24.996756 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8b9b59a4-784c-443e-b702-8c78e0355d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.033611 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:30:25.044075 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b59a4-784c-443e-b702-8c78e0355d6c None None] Port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:30:25.218278 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:30:25.226230 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.231249 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] Sync routers for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:30:25.248108 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:25.254921 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:25.269655 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d42e0c9-4491-4ba2-ad4c-373533b4d57a {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:30:25.275513 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c0f72bc8-1781-401a-a3de-b4d235120618 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "PUT /v2.0/floatingips/3699d33e-4f5a-4d3a-af8f-27905b982dc6 HTTP/1.1" status: 200 len: 990 time: 1.6433995 Nov 15 19:30:25.276570 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:25.280931 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96f0b71-a314-44a4-b148-d149dc2683c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "tag": "bd727b30-144b-479e-b64e-c2680d891554"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:25.294649 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53024) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:25.311371 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.342509 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Transition to ACTIVE for port object 4d42e0c9-4491-4ba2-ad4c-373533b4d57a will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:30:25.376425 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695330b0-1885-4e46-9f24-89bcd7e425e7 x-openstack-request-id: req-695330b0-1885-4e46-9f24-89bcd7e425e7 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:25.376927 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "tag": "bd727b30-144b-479e-b64e-c2680d891554", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:25.377355 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-695330b0-1885-4e46-9f24-89bcd7e425e7 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:25.377890 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554', 'status': 'completed', 'code': 200} Nov 15 19:30:25.418284 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.463585 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:25.482305 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-9ed16aa2-df83-499e-bc70-fd109a8b355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:25.486298 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-9ed16aa2-df83-499e-bc70-fd109a8b355b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 1098 time: 0.1019821 Nov 15 19:30:25.506841 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Pushing event updated for resources: {'Port': ['ID=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:25.594048 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-992e6a68-eb6a-4366-b583-f4d1cf17314c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.625075 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Attempting to bind port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:30:25.625464 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Attempting to bind port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:30:25.625911 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Attempting to bind port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a on network c2b50177-4900-4c8b-aa6e-716b85262cbe {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:30:25.631864 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a on network c2b50177-4900-4c8b-aa6e-716b85262cbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:30:25.632123 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Attempting to bind port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a on network c2b50177-4900-4c8b-aa6e-716b85262cbe {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:30:25.640622 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:30:25.641054 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Checking segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:30:25.641352 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Bound using segment: {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:30:25.641799 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Bound port: 4d42e0c9-4491-4ba2-ad4c-373533b4d57a, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf08e2d-5a85-4ade-a379-918d5e38f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:30:25.642253 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.756772 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee1fc0-7dc0-4885-b3c0-47ed14ab8580 req-64da228b-7f6b-4f5f-b779-6120da2ccf51 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:25.758383 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-deee1fc0-7dc0-4885-b3c0-47ed14ab8580 req-64da228b-7f6b-4f5f-b779-6120da2ccf51 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 943 time: 0.0988536 Nov 15 19:30:25.774904 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-992e6a68-eb6a-4366-b583-f4d1cf17314c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.787776 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] For port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:30:25.812949 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] For port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:30:25.822504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-9f2cfab9-2f82-483b-8977-6d9d8e30af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:25.824006 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-9f2cfab9-2f82-483b-8977-6d9d8e30af8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 917 time: 0.3315961 Nov 15 19:30:25.832352 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-deee1fc0-7dc0-4885-b3c0-47ed14ab8580 req-6de2a0ad-6e83-40e9-b33d-12b98ec1c3a4 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618820 Nov 15 19:30:25.866003 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '3699d33e-4f5a-4d3a-af8f-27905b982dc6', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'port_id': 'bd727b30-144b-479e-b64e-c2680d891554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'mac_address': 'fa:16:3e:68:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:59Z', 'updated_at': '2021-11-15T19:30:24Z', 'revision_number': 1, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:25.879602 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-992e6a68-eb6a-4366-b583-f4d1cf17314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.898241 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] Checking router: 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:30:25.913179 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:25.913753 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:25.934265 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:25.959781 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-992e6a68-eb6a-4366-b583-f4d1cf17314c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57808335ef3e40c1a31011ef2b10cb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6717601 Nov 15 19:30:25.960561 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53038) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:25.964050 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-78c310f1-62a7-47ae-a093-8f8e6aabfe3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd727b30-144b-479e-b64e-c2680d891554 HTTP/1.1" status: 200 len: 998 time: 0.1282372 Nov 15 19:30:25.964707 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e6a68-eb6a-4366-b583-f4d1cf17314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84278daf-c58a-47b2-b93c-8bde89b7f90a,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:26.037170 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:26.038409 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:26.040490 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] 10.222.0.43 "PUT /v2.0/ports/4d42e0c9-4491-4ba2-ad4c-373533b4d57a HTTP/1.1" status: 200 len: 1093 time: 1.2415612 Nov 15 19:30:26.042010 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'tag': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:26.047618 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f197cc1d-f53e-492c-ad03-eca4d1f32e45" -d '{"events": [{"name": "network-changed", "server_uuid": "016ee68e-efba-46a6-a2eb-6df07d4dd732", "tag": "4d42e0c9-4491-4ba2-ad4c-373533b4d57a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:26.055417 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-eed47bd4-31dd-441c-ba7c-15fad2c48729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:26.057236 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-eed47bd4-31dd-441c-ba7c-15fad2c48729 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.0754120 Nov 15 19:30:26.088079 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:26.092043 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6630-df17-49f4-95d0-b26a7f6826f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:26.106465 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00167ff5-13ea-43e3-877d-5638ede2c2ec service neutron] Pushing event updated for resources: {'Port': ['ID=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:26.144322 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2439c2-a6df-4bc4-8f5b-7a06a3f82edf x-openstack-request-id: req-0a2439c2-a6df-4bc4-8f5b-7a06a3f82edf {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:26.148278 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016ee68e-efba-46a6-a2eb-6df07d4dd732", "tag": "4d42e0c9-4491-4ba2-ad4c-373533b4d57a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:26.148278 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a2439c2-a6df-4bc4-8f5b-7a06a3f82edf {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:26.148278 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'tag': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'status': 'completed', 'code': 200} Nov 15 19:30:26.153593 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6630-df17-49f4-95d0-b26a7f6826f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:26.216179 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-e7fee6ca-baa3-4efd-8947-efa62630739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:26.217883 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-e7fee6ca-baa3-4efd-8947-efa62630739e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1469254 Nov 15 19:30:26.391846 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-2bade250-c0a3-41a1-a634-d62d18570ecb service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585667 Nov 15 19:30:26.394006 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6630-df17-49f4-95d0-b26a7f6826f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:26.396851 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6630-df17-49f4-95d0-b26a7f6826f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:26.401747 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0a0c6630-df17-49f4-95d0-b26a7f6826f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84278daf-c58a-47b2-b93c-8bde89b7f90a HTTP/1.1" status: 204 len: 168 time: 0.4363902 Nov 15 19:30:26.434573 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6630-df17-49f4-95d0-b26a7f6826f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84278daf-c58a-47b2-b93c-8bde89b7f90a,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:26.529514 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-c77ec857-30fb-4d41-9372-c603c8bc6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:26.531690 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-c77ec857-30fb-4d41-9372-c603c8bc6db8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 1096 time: 0.3650835 Nov 15 19:30:26.576159 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e96f0b71-a314-44a4-b148-d149dc2683c8 req-3099fd6c-c487-44cf-80a6-5f786bf4003d service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600902 Nov 15 19:30:26.599881 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '3699d33e-4f5a-4d3a-af8f-27905b982dc6', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'port_id': 'bd727b30-144b-479e-b64e-c2680d891554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'mac_address': 'fa:16:3e:68:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:59Z', 'updated_at': '2021-11-15T19:30:24Z', 'revision_number': 1, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:26.600203 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-c96c4003-0ef1-4aec-b13f-4ef41d538ce7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d42e0c9-4491-4ba2-ad4c-373533b4d57a HTTP/1.1" status: 200 len: 217 time: 0.0547056 Nov 15 19:30:26.628941 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5686a39d-db7a-4b2c-a46b-592c01df0ed8 None None] The sync data for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi is: [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '3699d33e-4f5a-4d3a-af8f-27905b982dc6', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'port_id': 'bd727b30-144b-479e-b64e-c2680d891554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'mac_address': 'fa:16:3e:68:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:29:59Z', 'updated_at': '2021-11-15T19:30:24Z', 'revision_number': 1, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:30:26.687880 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-f4b0e9ae-8b75-4860-b2f6-354a5bdc5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:26.691055 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-f4b0e9ae-8b75-4860-b2f6-354a5bdc5a99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.0796061 Nov 15 19:30:26.774702 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-c99a51d9-3b57-48f7-8024-8cf34bc98d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:26.779602 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-c99a51d9-3b57-48f7-8024-8cf34bc98d0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762920 Nov 15 19:30:26.931330 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-76c845ef-da21-43a4-aff2-a4654389a4d7 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424670 Nov 15 19:30:26.987061 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d3dc31-3afe-4d9d-a1d9-9367fbc3b775 None None] New status for floating IP 3699d33e-4f5a-4d3a-af8f-27905b982dc6: ACTIVE {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:30:27.044716 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f396-300f-4ccb-a4ca-d346e0a15952 req-40140b5e-5eb3-4111-a573-50f38dfa52a7 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:27.048082 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d1f4f396-300f-4ccb-a4ca-d346e0a15952 req-40140b5e-5eb3-4111-a573-50f38dfa52a7 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 943 time: 0.0991492 Nov 15 19:30:27.094698 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5841812-12e4-43f3-94c7-3da3cb5203ed req-537b978e-aa8d-448f-98f3-d55466a92fb6 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545346 Nov 15 19:30:27.149061 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d1f4f396-300f-4ccb-a4ca-d346e0a15952 req-c254fe5d-e04f-4b93-b224-01d564123186 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924168 Nov 15 19:30:27.360337 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-7268ef30-a084-466e-b203-7a77d83ceff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:27.361886 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-7268ef30-a084-466e-b203-7a77d83ceff5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 1096 time: 0.0505548 Nov 15 19:30:27.509904 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-cc5f94fb-3b0d-4193-9752-04471aac4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:27.512409 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-cc5f94fb-3b0d-4193-9752-04471aac4ee0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 911 time: 0.1422143 Nov 15 19:30:27.582064 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-abbf0c1d-5149-4f46-8588-58ea3e370f89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d42e0c9-4491-4ba2-ad4c-373533b4d57a HTTP/1.1" status: 200 len: 217 time: 0.0500741 Nov 15 19:30:27.640737 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-89ac8c35-604a-4242-beb6-2f94bb815d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:27.642223 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-89ac8c35-604a-4242-beb6-2f94bb815d18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.0502789 Nov 15 19:30:27.703018 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-94c947da-4564-4c3a-a6ab-c0536acb282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:27.704750 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-94c947da-4564-4c3a-a6ab-c0536acb282e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493464 Nov 15 19:30:27.819823 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-083cb15f-e1d5-4b13-90b4-e834e0e245e5 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054606 Nov 15 19:30:27.936556 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f197cc1d-f53e-492c-ad03-eca4d1f32e45 req-7039c48b-43d5-41a5-a1d0-bfd6bfb9894f service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061628 Nov 15 19:30:28.274499 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a11a-752b-4538-b659-c158de0dd2a2 req-9370c1ce-8d61-4059-929f-62577a3a57b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:28.276105 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4308a11a-752b-4538-b659-c158de0dd2a2 req-9370c1ce-8d61-4059-929f-62577a3a57b8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 943 time: 0.0554256 Nov 15 19:30:28.328843 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4308a11a-752b-4538-b659-c158de0dd2a2 req-b25e2b3d-ff20-44f6-b889-728806b18b0c tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455651 Nov 15 19:30:29.475865 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50567a81-6466-423f-8450-79af9604bf36 req-27cb68f5-7555-4a83-be1a-f9ea28f4d421 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:29.477452 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-50567a81-6466-423f-8450-79af9604bf36 req-27cb68f5-7555-4a83-be1a-f9ea28f4d421 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 943 time: 0.0624835 Nov 15 19:30:29.528867 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-50567a81-6466-423f-8450-79af9604bf36 req-2aefb10f-5808-4684-a782-74b0c1df8f88 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450075 Nov 15 19:30:30.214085 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 4d42e0c9-4491-4ba2-ad4c-373533b4d57a details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:30:30.334918 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:30.348846 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'port_id': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'mac_address': 'fa:16:3e:6e:82:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:30:30.391305 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:30.406031 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d42e0c9-4491-4ba2-ad4c-373533b4d57a {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:30:30.431178 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:30.535821 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:30.596332 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:30.674137 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a225e2-7d8e-400a-9fe1-34736530e4e2 req-a1362288-b0c1-4e92-9767-92fb958c269e tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:30.675734 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-35a225e2-7d8e-400a-9fe1-34736530e4e2 req-a1362288-b0c1-4e92-9767-92fb958c269e tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 944 time: 0.0671420 Nov 15 19:30:30.731145 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-35a225e2-7d8e-400a-9fe1-34736530e4e2 req-3718b826-cdf0-4007-863c-f32b6f9f9969 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488973 Nov 15 19:30:30.831163 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['4d42e0c9-4491-4ba2-ad4c-373533b4d57a'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:30:31.885520 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02b825-752b-4ae0-86b2-a7d7847ec3ef req-d29546b3-87c1-4b47-90a3-3dfb2152df8f tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:31.887763 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4d02b825-752b-4ae0-86b2-a7d7847ec3ef req-d29546b3-87c1-4b47-90a3-3dfb2152df8f tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 944 time: 0.0685053 Nov 15 19:30:31.956581 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4d02b825-752b-4ae0-86b2-a7d7847ec3ef req-1aefa7c2-6cfa-4283-8dd7-65bb93cab4d2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615864 Nov 15 19:30:32.230772 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 4d42e0c9-4491-4ba2-ad4c-373533b4d57a up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:30:32.324018 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e433ef4d-2a4e-4286-8ca4-89b66c6ac20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:32.416039 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:30:32.422904 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:30:32.423275 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:32.532422 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:32.567003 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:32.569482 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b374867-9210-4f93-a99d-6dcdbecd87aa" -d '{"events": [{"server_uuid": "016ee68e-efba-46a6-a2eb-6df07d4dd732", "name": "network-vif-plugged", "status": "completed", "tag": "4d42e0c9-4491-4ba2-ad4c-373533b4d57a"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:32.587655 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:32.630898 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b51b859-06cf-4a4e-acd9-0c24a6f5a47e x-openstack-request-id: req-5b51b859-06cf-4a4e-acd9-0c24a6f5a47e {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:32.631232 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016ee68e-efba-46a6-a2eb-6df07d4dd732", "name": "network-vif-plugged", "status": "completed", "tag": "4d42e0c9-4491-4ba2-ad4c-373533b4d57a", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:32.631515 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b51b859-06cf-4a4e-acd9-0c24a6f5a47e {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:32.631911 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'code': 200} Nov 15 19:30:32.676507 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:32.740702 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:33.108641 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65cd97-ab8c-466e-9084-616bf5ad7c57 req-67d39e0e-99a5-439f-bdb7-7557761edace tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:33.111186 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd65cd97-ab8c-466e-9084-616bf5ad7c57 req-67d39e0e-99a5-439f-bdb7-7557761edace tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 945 time: 0.0632730 Nov 15 19:30:33.189992 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7ede9-d433-4953-90e6-602ae380249c req-2a8aeda7-624e-46ff-9e24-bc40ffd514f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:33.191520 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ae7ede9-d433-4953-90e6-602ae380249c req-2a8aeda7-624e-46ff-9e24-bc40ffd514f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 1098 time: 0.2050521 Nov 15 19:30:33.196504 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd65cd97-ab8c-466e-9084-616bf5ad7c57 req-a8c0e2b9-913e-4225-851a-4453e401468e tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726359 Nov 15 19:30:33.263932 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ae7ede9-d433-4953-90e6-602ae380249c req-4d48a36c-0b41-490e-a8df-f570b4a65046 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580969 Nov 15 19:30:34.360586 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbf2ca-3537-4488-9d01-57b7c648872b req-53e78912-d1ff-407f-be11-97d88dfcda3f tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:34.362456 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bdcbf2ca-3537-4488-9d01-57b7c648872b req-53e78912-d1ff-407f-be11-97d88dfcda3f tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 945 time: 0.0645473 Nov 15 19:30:34.421704 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bdcbf2ca-3537-4488-9d01-57b7c648872b req-849d3412-fe10-47b3-a05a-5daa485f4d25 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528841 Nov 15 19:30:34.697815 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-458f5edb-d263-4922-81b7-20d50bf562d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:35.571755 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cabf47-e184-4be4-b3b1-f68722831149 req-56a65471-659a-4e30-988c-c36a7c10bc74 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:35.573339 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-55cabf47-e184-4be4-b3b1-f68722831149 req-56a65471-659a-4e30-988c-c36a7c10bc74 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 945 time: 0.0622983 Nov 15 19:30:35.669582 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-55cabf47-e184-4be4-b3b1-f68722831149 req-a19877e6-1fa4-462e-b2fc-e6b6dd07fff4 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839937 Nov 15 19:30:35.846545 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:35.896089 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334bec7-09e6-4a38-957e-b846bb24da61 req-e68dfcc4-15c4-48f2-8d33-08ed62912e49 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:35.898900 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4334bec7-09e6-4a38-957e-b846bb24da61 req-e68dfcc4-15c4-48f2-8d33-08ed62912e49 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 945 time: 0.0906336 Nov 15 19:30:35.908977 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 53218) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:35.914995 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Request body: {'floatingip': {'port_id': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:35.973581 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:36.678477 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:36.818009 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:36.936721 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Floating IP 4b02d6f3-28ef-45e9-a11b-dba7f7199692 associated. External IP: 172.27.0.177, port: 4d42e0c9-4491-4ba2-ad4c-373533b4d57a. Nov 15 19:30:37.162061 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Router 4fce6746-5632-4832-8c4f-e960924f8ba8 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:30:37.280887 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:30:37.285627 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:37.298753 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] Sync routers for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:30:37.316235 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-76bd8fa2-024a-46db-8a9b-a934f50175d8 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "PUT /v2.0/floatingips/4b02d6f3-28ef-45e9-a11b-dba7f7199692 HTTP/1.1" status: 200 len: 991 time: 1.4049170 Nov 15 19:30:37.316862 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'tag': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:37.319565 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fd1caa-452c-4c26-9eab-3b313ce3e686" -d '{"events": [{"name": "network-changed", "server_uuid": "016ee68e-efba-46a6-a2eb-6df07d4dd732", "tag": "4d42e0c9-4491-4ba2-ad4c-373533b4d57a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:37.330605 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:37.331091 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:37.368088 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f553052d-dfb9-49f5-bb93-ad0ab9ad6597 x-openstack-request-id: req-f553052d-dfb9-49f5-bb93-ad0ab9ad6597 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:37.368686 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016ee68e-efba-46a6-a2eb-6df07d4dd732", "tag": "4d42e0c9-4491-4ba2-ad4c-373533b4d57a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:37.369012 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f553052d-dfb9-49f5-bb93-ad0ab9ad6597 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:37.369474 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'tag': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'status': 'completed', 'code': 200} Nov 15 19:30:37.476890 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-c1234081-3ad9-4a3a-b9e9-b088c82f14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:37.479257 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-c1234081-3ad9-4a3a-b9e9-b088c82f14f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 1098 time: 0.0641170 Nov 15 19:30:37.547423 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:37.637715 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:37.641129 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-c6c094c6-acb4-42ba-adfb-8e7a11fdafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:37.642819 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-c6c094c6-acb4-42ba-adfb-8e7a11fdafa4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 200 len: 911 time: 0.1533303 Nov 15 19:30:37.730110 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-5d62be20-5bb5-4315-8ac3-775bda4a4ab3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d42e0c9-4491-4ba2-ad4c-373533b4d57a HTTP/1.1" status: 200 len: 999 time: 0.0787003 Nov 15 19:30:37.789639 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-2495a2e9-0649-4434-b4fb-038f0fa88d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:37.791408 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-2495a2e9-0649-4434-b4fb-038f0fa88d47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 200 len: 849 time: 0.0475073 Nov 15 19:30:37.871123 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-3d56afb1-2f86-492e-a1fb-9b4f514862ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:37.872882 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-3d56afb1-2f86-492e-a1fb-9b4f514862ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2b50177-4900-4c8b-aa6e-716b85262cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659282 Nov 15 19:30:37.937503 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '4b02d6f3-28ef-45e9-a11b-dba7f7199692', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'port_id': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'mac_address': 'fa:16:3e:6e:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:30:16Z', 'updated_at': '2021-11-15T19:30:36Z', 'revision_number': 1, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:37.981697 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] Checking router: 4fce6746-5632-4832-8c4f-e960924f8ba8 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:30:37.998257 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:37.998923 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:38.002895 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-d09d334a-91e9-4792-9fa4-bfe0edd06420 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155961 Nov 15 19:30:38.084981 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:38.120488 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-43fd1caa-452c-4c26-9eab-3b313ce3e686 req-d0c527e8-29ae-427b-a1cd-a0f367ed097b service neutron] 10.222.0.43 "GET /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069548 Nov 15 19:30:38.129538 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:38.391376 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '4b02d6f3-28ef-45e9-a11b-dba7f7199692', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'port_id': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'mac_address': 'fa:16:3e:6e:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:30:16Z', 'updated_at': '2021-11-15T19:30:36Z', 'revision_number': 1, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:38.419771 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc4709-a856-4fc6-9a13-ef64771ba71e None None] The sync data for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi is: [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '4b02d6f3-28ef-45e9-a11b-dba7f7199692', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'port_id': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'mac_address': 'fa:16:3e:6e:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:30:16Z', 'updated_at': '2021-11-15T19:30:36Z', 'revision_number': 1, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:30:38.666136 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f54de2-26c5-4423-a578-c1d9bed3ca94 None None] New status for floating IP 4b02d6f3-28ef-45e9-a11b-dba7f7199692: ACTIVE {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:30:42.680297 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:43.003686 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:30:44.707812 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96873c-dfd7-4925-a1c1-b42de65e68e0 req-9eb9ac66-7ce1-4e2f-a52f-407d596b4872 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:44.709744 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d96873c-dfd7-4925-a1c1-b42de65e68e0 req-9eb9ac66-7ce1-4e2f-a52f-407d596b4872 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0716403 Nov 15 19:30:44.775091 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d96873c-dfd7-4925-a1c1-b42de65e68e0 req-76d849ca-18dc-45eb-a9df-c51b4c562c9b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578203 Nov 15 19:30:45.924019 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3394a3d-e8af-44fa-aba4-f6b43bbb3809 req-0c01c81c-5c71-438c-a669-70447bee657b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:45.925716 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f3394a3d-e8af-44fa-aba4-f6b43bbb3809 req-0c01c81c-5c71-438c-a669-70447bee657b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0578146 Nov 15 19:30:45.990026 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-f3394a3d-e8af-44fa-aba4-f6b43bbb3809 req-fd82e0f6-28ba-40ac-9801-3325d4029c37 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564144 Nov 15 19:30:46.448007 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-349e466e-b5d6-4804-a98c-51bb0b175a94 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:46.449587 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-349e466e-b5d6-4804-a98c-51bb0b175a94 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0507679 Nov 15 19:30:46.555972 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Deleting port d7d5ea25-e561-4011-a139-cc1949a433da {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:30:46.556236 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:46.676425 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] For port d7d5ea25-e561-4011-a139-cc1949a433da, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d7d5ea25-e561-4011-a139-cc1949a433da,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:46.676989 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:47.131409 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df2254-a475-45bb-bfce-3cef21894aec req-e4f3621e-c760-49cf-82a9-9f84918ea41a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:47.133007 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6df2254-a475-45bb-bfce-3cef21894aec req-e4f3621e-c760-49cf-82a9-9f84918ea41a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Nov 15 19:30:47.165204 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:47.165553 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:47.165869 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Floating IP c688edb5-4346-4c17-be18-9475a7cb1f21 disassociated. External IP: 172.27.0.241, port: d7d5ea25-e561-4011-a139-cc1949a433da. Nov 15 19:30:47.166231 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Calling delete_port for d7d5ea25-e561-4011-a139-cc1949a433da owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:30:47.186839 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e6df2254-a475-45bb-bfce-3cef21894aec req-16f3ced7-2f05-40af-9388-1a560ae541da tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Nov 15 19:30:47.372030 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:47.403716 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event deleted for resources: {'Port': ['ID=d7d5ea25-e561-4011-a139-cc1949a433da,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:47.521697 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Router 9f880e34-8e19-4b41-a17b-3c590850766a has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:30:47.637569 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:30:47.649217 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:30:47.667343 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:47.668072 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:47.682741 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] No DVR routers for this DVR port d7d5ea25-e561-4011-a139-cc1949a433da on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:30:47.685656 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:47.690309 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-02620331-2e99-45e5-92d7-fb9ac6b6c19c req-bfcda8f1-7f51-43bd-ab20-6d4636c0c20c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "DELETE /v2.0/ports/d7d5ea25-e561-4011-a139-cc1949a433da HTTP/1.1" status: 204 len: 173 time: 1.2317111 Nov 15 19:30:47.690799 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'name': 'network-vif-deleted', 'tag': 'd7d5ea25-e561-4011-a139-cc1949a433da'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:47.693262 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870a0a25-2876-4bf6-8d55-1628c8478e6a" -d '{"events": [{"server_uuid": "982dbc5a-c23c-4eee-adbc-bec5f2449875", "name": "network-vif-deleted", "tag": "d7d5ea25-e561-4011-a139-cc1949a433da"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:47.736196 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d222f00-9f02-40cf-965e-dba99077891d x-openstack-request-id: req-7d222f00-9f02-40cf-965e-dba99077891d {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:47.736305 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982dbc5a-c23c-4eee-adbc-bec5f2449875", "name": "network-vif-deleted", "tag": "d7d5ea25-e561-4011-a139-cc1949a433da", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:47.736640 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d222f00-9f02-40cf-965e-dba99077891d {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:47.737053 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982dbc5a-c23c-4eee-adbc-bec5f2449875', 'name': 'network-vif-deleted', 'tag': 'd7d5ea25-e561-4011-a139-cc1949a433da', 'status': 'completed', 'code': 200} Nov 15 19:30:47.803632 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:48.058449 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:48.091097 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:30:48.100735 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:48.101359 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:48.229046 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:48.303616 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b46f5016-ac62-4d48-a07f-0485d8bb25b9 req-89e95233-dc11-4f0a-9346-d440af6dde36 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 210 time: 0.0278745 Nov 15 19:30:48.474920 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:48.504672 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a220c112-b318-4f98-a8a4-f94e638eefaf None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:30:48.742263 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20a4b4-9587-4c7a-9a2d-6fab2ef32708 None None] New status for floating IP c688edb5-4346-4c17-be18-9475a7cb1f21: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:30:51.190538 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device d7d5ea25-e561-4011-a139-cc1949a433da no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:30:51.216017 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: d7d5ea25-e561-4011-a139-cc1949a433da {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:30:51.216386 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device d7d5ea25-e561-4011-a139-cc1949a433da not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:30:51.345910 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-21b40287-c116-401f-8b35-33a7711b77c7 req-08ea19e4-62e0-4b8b-a286-82cb47b8bbd3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 210 time: 0.0330582 Nov 15 19:30:54.945710 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d915cb94-be94-4c8d-9851-388df2a17a56 req-27920479-d03e-4c14-9750-de8e9ce3f188 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=982dbc5a-c23c-4eee-adbc-bec5f2449875 HTTP/1.1" status: 200 len: 210 time: 0.0283179 Nov 15 19:30:55.231839 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-cbd41e42-5e88-4821-bffe-8c6f173e457a tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691732765&fields=id&tenant_id=929d641b2a8f4991965849e595b0eb57 HTTP/1.1" status: 200 len: 267 time: 0.0456474 Nov 15 19:30:55.291187 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-0f2644fe-76aa-449f-9da4-480e1e21b3f7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:55.292710 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-0f2644fe-76aa-449f-9da4-480e1e21b3f7 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 984 time: 0.0534756 Nov 15 19:30:55.303893 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Request body: {'port': {'security_groups': ['c9592652-0fcd-4fc3-8bf8-101be0439f72']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:30:55.377935 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:55.569592 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] For port 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:30:55.599664 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:55.662766 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:55.680638 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0ff18d80-7e2c-4b99-a838-fdeaba488a29'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:30:55.706534 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:55.707222 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:55.708909 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a083d8a-9ef1-4502-a6e3-dce1e68a4c4b req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "PUT /v2.0/ports/0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 942 time: 0.4091830 Nov 15 19:30:55.709354 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:55.711640 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:55.717429 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53494) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:55.753201 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eef1c0-91f2-4d51-a223-ba2152877eaa tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event updated for resources: {'Port': ['ID=0ff18d80-7e2c-4b99-a838-fdeaba488a29,revision_number=7']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:55.785520 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19abd8ce-88bc-4ffb-9503-74a0e894e4b0 x-openstack-request-id: req-19abd8ce-88bc-4ffb-9503-74a0e894e4b0 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:55.785520 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:55.786126 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19abd8ce-88bc-4ffb-9503-74a0e894e4b0 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:55.786743 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'status': 'completed', 'code': 200} Nov 15 19:30:55.815537 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec060-4c48-4b4e-8c5f-cd9ebbe4cd3c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:55.850342 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0ff18d80-7e2c-4b99-a838-fdeaba488a29'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:30:55.850667 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec060-4c48-4b4e-8c5f-cd9ebbe4cd3c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:55.922810 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-42a66e60-344e-4f10-8fcf-b1a9ba30ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:55.930339 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-42a66e60-344e-4f10-8fcf-b1a9ba30ccf7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=929d641b2a8f4991965849e595b0eb57&device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1098 time: 0.1119313 Nov 15 19:30:56.011669 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec060-4c48-4b4e-8c5f-cd9ebbe4cd3c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:56.014256 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec060-4c48-4b4e-8c5f-cd9ebbe4cd3c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:56.019195 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-6d8ec060-4c48-4b4e-8c5f-cd9ebbe4cd3c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "DELETE /v2.0/security-groups/7ae45c73-29e3-4942-89b6-5f33d130dc7d HTTP/1.1" status: 204 len: 168 time: 0.2923231 Nov 15 19:30:56.023298 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53504) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:30:56.040625 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-ef0fcb7b-b732-4ae2-85f5-1694a5ddddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:56.045483 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-ef0fcb7b-b732-4ae2-85f5-1694a5ddddaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 200 len: 916 time: 0.1086879 Nov 15 19:30:56.095434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ec060-4c48-4b4e-8c5f-cd9ebbe4cd3c tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae45c73-29e3-4942-89b6-5f33d130dc7d,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:56.106856 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-4a038e42-15c0-4a7d-8274-47370b9ab0e2 None None] Provisioning complete for port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:30:56.114779 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4a038e42-15c0-4a7d-8274-47370b9ab0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:56.140750 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-51265afa-a30e-4dd6-a67b-33d245d16ff1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 1000 time: 0.0816395 Nov 15 19:30:56.236420 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Deleting port 8fc5d6f7-3e47-41d5-9358-eb792ee73574 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:30:56.236770 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:56.240139 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-63c99d13-4a50-406b-8f56-cfb8d80ac19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:56.241717 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-63c99d13-4a50-406b-8f56-cfb8d80ac19c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4f9cabf-40a3-4091-abd2-235cd9e9de6b HTTP/1.1" status: 200 len: 854 time: 0.0939598 Nov 15 19:30:56.323125 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-5e9e0a89-6fb2-4447-9634-61eb714e21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:56.324666 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-5e9e0a89-6fb2-4447-9634-61eb714e21c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7eefbab-a447-40e0-bbc4-2235671531c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736568 Nov 15 19:30:56.352980 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:56.353209 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:56.376967 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Calling delete_port for 8fc5d6f7-3e47-41d5-9358-eb792ee73574 owned by network:floatingip {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:30:56.402350 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-f651d211-a97b-4e84-8c31-a7c05a39889e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090655805&fields=id&tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 267 time: 0.0786660 Nov 15 19:30:56.431631 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-ef2b538a-a052-45a1-9065-7c63ee3f9cbd service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977011 Nov 15 19:30:56.538988 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d6b264d-cc80-4a57-a81b-3cf5442b9db9 req-a6885cc9-f9b8-4255-abcf-cc1fa981a521 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961864 Nov 15 19:30:56.605496 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-fd9d14f8-8ae4-42bf-98de-a7e6b0e611da tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:56.607232 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-fd9d14f8-8ae4-42bf-98de-a7e6b0e611da tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 811 time: 0.1680007 Nov 15 19:30:56.628563 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-2145e61e-6dbd-415d-8ee3-69dc7588e955 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/quotas/ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 375 time: 0.0124879 Nov 15 19:30:56.719096 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-90816617-e29c-482e-8106-f43f1f9c3f9d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808005 Nov 15 19:30:56.789877 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:56.855314 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event deleted for resources: {'Port': ['ID=8fc5d6f7-3e47-41d5-9358-eb792ee73574,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:30:56.947537 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks [] for floatingip, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:56.947851 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Floating IP 74fc5638-a61e-4dcc-8042-ef15c8b03be9 disassociated (deleted). External IP: 172.27.0.78, port: 0ff18d80-7e2c-4b99-a838-fdeaba488a29. Nov 15 19:30:56.951444 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-223514d7-9b56-45da-93a0-07d6ea26fd11 service neutron] 10.222.0.48 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208152 Nov 15 19:30:57.135771 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-b95d5659-fd19-4baa-98de-da0e310b2efd service neutron] 10.222.0.48 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445212 Nov 15 19:30:57.262295 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Router 3484fa83-8d6f-43d6-8308-d679419de99e has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:30:57.653068 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:30:57.658647 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:30:57.664429 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] Sync routers for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:30:57.676121 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:57.677130 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:57.688480 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b80f833c-1a1c-4149-9859-657ca5dd6195 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "DELETE /v2.0/floatingips/74fc5638-a61e-4dcc-8042-ef15c8b03be9 HTTP/1.1" status: 204 len: 168 time: 1.6652079 Nov 15 19:30:57.689069 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:30:57.691495 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:30:57.844736 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:57.927173 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2632456-55cc-45d7-a1c1-18301211a7a3 x-openstack-request-id: req-a2632456-55cc-45d7-a1c1-18301211a7a3 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:30:57.927464 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:30:57.927711 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2632456-55cc-45d7-a1c1-18301211a7a3 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:30:57.928103 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'status': 'completed', 'code': 200} Nov 15 19:30:58.018033 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9a75634a-f6ed-4402-b812-33b7a53deeca req-62a76ee8-5e8f-4cd7-a22a-1e69d5989b69 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 210 time: 0.0392160 Nov 15 19:30:58.036912 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-0953a182-9951-4f17-a97d-27ad1aca4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:58.042498 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-0953a182-9951-4f17-a97d-27ad1aca4251 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=929d641b2a8f4991965849e595b0eb57&device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 1098 time: 0.0846987 Nov 15 19:30:58.198372 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:23Z', 'revision_number': 5, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:58.240006 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] Checking router: 3484fa83-8d6f-43d6-8308-d679419de99e for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:30:58.249844 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-eee01bb5-21f9-4c1f-9d0e-40f857bc2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:58.251493 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-eee01bb5-21f9-4c1f-9d0e-40f857bc2833 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 200 len: 916 time: 0.2017272 Nov 15 19:30:58.253931 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:30:58.254735 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:30:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:58.337904 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-3162dcd3-07c6-45dc-ac5b-4c71d62ef1d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 200 len: 217 time: 0.0723679 Nov 15 19:30:58.433571 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-3f66d765-2672-4fae-a81b-21a1e81b369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:58.435093 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-3f66d765-2672-4fae-a81b-21a1e81b369e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4f9cabf-40a3-4091-abd2-235cd9e9de6b HTTP/1.1" status: 200 len: 854 time: 0.0652890 Nov 15 19:30:58.545502 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-7ae60eca-f69a-4dc4-a1cf-31993905ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:30:58.548476 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-7ae60eca-f69a-4dc4-a1cf-31993905ad1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7eefbab-a447-40e0-bbc4-2235671531c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012714 Nov 15 19:30:58.564656 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:30:58.655841 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-ef3421ed-14b6-4d63-bf3f-cc41a0572c19 service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969543 Nov 15 19:30:58.773739 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b7903b7-d5a7-4a7c-aaab-b6decd57a7dd req-3270a026-17e8-416b-94e6-6240b8186c7a service neutron] 10.222.0.43 "GET /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083865 Nov 15 19:30:58.797981 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:23Z', 'revision_number': 5, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:30:58.826305 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed59a1-0a89-47d9-92de-17deb76c8c14 None None] The sync data for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi is: [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:27:16Z', 'revision_number': 4, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': 'd0bfcf8d-3dd8-4d68-9930-a76449eba0d8', 'name': '', 'network_id': 'd7eefbab-a447-40e0-bbc4-2235671531c5', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'mac_address': 'fa:16:3e:01:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:15Z', 'updated_at': '2021-11-15T19:27:23Z', 'revision_number': 5, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'subnets': [{'id': 'e4f9cabf-40a3-4091-abd2-235cd9e9de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:30:59.090760 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29f86c-c338-40fd-a1f8-1e2df44dbe39 None None] New status for floating IP 74fc5638-a61e-4dcc-8042-ef15c8b03be9: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:30:59.148552 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-481be487-2584-420c-9a5d-a286c3b4df7d req-d6936368-91a7-46f5-a076-04d18951097b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 210 time: 0.0437510 Nov 15 19:31:00.244574 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-187f9544-32ff-44a9-927b-8ac9cabb4938 req-d6e39598-366d-472b-9fcd-214f7ec58d8e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Nov 15 19:31:00.374757 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-af2bc79c-d495-4f8a-bff7-4c716baf32e0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:00.376619 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-af2bc79c-d495-4f8a-bff7-4c716baf32e0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 811 time: 0.1188145 Nov 15 19:31:00.455310 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-6fb9668b-cd75-434a-af5d-e437cfa36a36 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 380 time: 0.0618010 Nov 15 19:31:00.475828 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'port': {'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'admin_state_up': True, 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'security_groups': ['b6bc4c81-ccd1-4708-a927-0a13db604fd7']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:31:00.720824 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Made reservation on behalf of ea42287ce51c4b8c9c56d25da84ca2ce for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:31:00.724399 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:00.867598 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Allocated IP 172.20.0.5 (48583671-3b07-41f2-aa2c-acf98182f78a/beda92cd-98c0-47ae-94f5-84ec63498b75/4507238b-a57a-4e25-a01c-1a37f7169fc7) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:31:01.022205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:01.129544 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:01.174762 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Network 48583671-3b07-41f2-aa2c-acf98182f78a is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:31:01.177960 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:31:01.181945 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:31:01.189911 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=4507238b-a57a-4e25-a01c-1a37f7169fc7,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:01.244625 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:01.245254 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:01.366557 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-c2ade972-9a0d-4a83-b98f-6f806b0d1d93 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8954070 Nov 15 19:31:01.382448 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc2a68-2a74-4b28-8e7a-584a85e6e12e req-709f5780-6948-4993-ab23-285c682d64b0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:01.384130 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5fdc2a68-2a74-4b28-8e7a-584a85e6e12e req-709f5780-6948-4993-ab23-285c682d64b0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 931 time: 0.0681529 Nov 15 19:31:01.394766 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Request body: {'port': {'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:31:01.436290 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-88a12d78-2bc1-4e61-9fdb-a162ef29d92f None None] Provisioning complete for port 4507238b-a57a-4e25-a01c-1a37f7169fc7 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:31:01.437359 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-88a12d78-2bc1-4e61-9fdb-a162ef29d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:01.477530 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-88a12d78-2bc1-4e61-9fdb-a162ef29d92f None None] Port 4507238b-a57a-4e25-a01c-1a37f7169fc7 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:31:01.503274 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5fdc2a68-2a74-4b28-8e7a-584a85e6e12e req-218151d9-da66-4507-aa91-596dfb457e4f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053474 Nov 15 19:31:01.509801 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:01.804705 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4507238b-a57a-4e25-a01c-1a37f7169fc7 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:31:01.812949 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:01.827070 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Transition to ACTIVE for port object 4507238b-a57a-4e25-a01c-1a37f7169fc7 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:31:01.912144 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:01.972952 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Pushing event updated for resources: {'Port': ['ID=4507238b-a57a-4e25-a01c-1a37f7169fc7,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:02.045742 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Attempting to bind port 4507238b-a57a-4e25-a01c-1a37f7169fc7 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:31:02.046071 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Attempting to bind port 4507238b-a57a-4e25-a01c-1a37f7169fc7 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:31:02.046395 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Attempting to bind port 4507238b-a57a-4e25-a01c-1a37f7169fc7 on network 48583671-3b07-41f2-aa2c-acf98182f78a {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:31:02.055865 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Port 4507238b-a57a-4e25-a01c-1a37f7169fc7 on network 48583671-3b07-41f2-aa2c-acf98182f78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:31:02.056109 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Attempting to bind port 4507238b-a57a-4e25-a01c-1a37f7169fc7 on network 48583671-3b07-41f2-aa2c-acf98182f78a {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:31:02.062103 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:31:02.062437 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Checking segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:31:02.062817 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Bound using segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:31:02.063262 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Bound port: 4507238b-a57a-4e25-a01c-1a37f7169fc7, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:31:02.064174 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:02.136535 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] For port 4507238b-a57a-4e25-a01c-1a37f7169fc7, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:31:02.140275 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] For port 4507238b-a57a-4e25-a01c-1a37f7169fc7, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:31:02.221124 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:02.262069 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.262683 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:02.264070 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] 10.222.0.43 "PUT /v2.0/ports/4507238b-a57a-4e25-a01c-1a37f7169fc7 HTTP/1.1" status: 200 len: 1093 time: 0.8789878 Nov 15 19:31:02.264528 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:31:02.266767 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527f0e8e-eca5-4566-99a6-17a67859c1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:31:02.285584 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f0b5-453d-469b-8b04-702f56c9c375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:02.300605 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72401c-d39c-4709-a731-c525361b5a89 service neutron] Pushing event updated for resources: {'Port': ['ID=4507238b-a57a-4e25-a01c-1a37f7169fc7,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:02.327160 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9a209c-0cbe-451f-80cd-0322d8017f65 x-openstack-request-id: req-da9a209c-0cbe-451f-80cd-0322d8017f65 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:31:02.327447 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:31:02.327700 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da9a209c-0cbe-451f-80cd-0322d8017f65 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:31:02.328088 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'status': 'completed', 'code': 200} Nov 15 19:31:02.402132 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6d697-64d3-4fc2-a5f8-ca24fcb03261 req-6e9ba037-991d-4c67-9299-df757e6af330 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.403679 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-45d6d697-64d3-4fc2-a5f8-ca24fcb03261 req-6e9ba037-991d-4c67-9299-df757e6af330 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0862720 Nov 15 19:31:02.423708 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0e8e-eca5-4566-99a6-17a67859c1ab req-48bcf4ab-3f8e-46ba-8d28-85ceb98c9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.425178 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-527f0e8e-eca5-4566-99a6-17a67859c1ab req-48bcf4ab-3f8e-46ba-8d28-85ceb98c9ef8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 1096 time: 0.0725715 Nov 15 19:31:02.507866 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-45d6d697-64d3-4fc2-a5f8-ca24fcb03261 req-b64a5b8b-33b9-4a06-a065-3f29b40cf398 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Nov 15 19:31:02.560694 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0e8e-eca5-4566-99a6-17a67859c1ab req-f56b0754-3340-48dd-8548-7c1b98c093d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.562152 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-527f0e8e-eca5-4566-99a6-17a67859c1ab req-f56b0754-3340-48dd-8548-7c1b98c093d5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1156373 Nov 15 19:31:02.635617 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5a864-9f7f-4e1e-a5ff-556e51501554 req-ad51d713-34b8-4870-93bc-12a5082e7c47 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.637233 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-79e5a864-9f7f-4e1e-a5ff-556e51501554 req-ad51d713-34b8-4870-93bc-12a5082e7c47 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 943 time: 0.0516019 Nov 15 19:31:02.669856 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0e8e-eca5-4566-99a6-17a67859c1ab req-e1550ada-6319-40d5-bd12-aad1a834de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.671359 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-527f0e8e-eca5-4566-99a6-17a67859c1ab req-e1550ada-6319-40d5-bd12-aad1a834de96 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998831 Nov 15 19:31:02.688260 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-79e5a864-9f7f-4e1e-a5ff-556e51501554 req-e7c6dc13-0550-4390-bbdd-a3af72168c3c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Nov 15 19:31:02.766179 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-082a50c4-c860-45d9-af50-ad967d7b7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.767755 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-082a50c4-c860-45d9-af50-ad967d7b7c60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 1096 time: 0.0435162 Nov 15 19:31:02.818490 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-03d5139e-5949-426c-a534-09ac1e178440 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7 HTTP/1.1" status: 200 len: 217 time: 0.0412629 Nov 15 19:31:02.879594 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-edd5953c-c492-4847-be7b-7201409d83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.879594 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-edd5953c-c492-4847-be7b-7201409d83a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0464201 Nov 15 19:31:02.923855 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-31ede52b-6fed-4da2-95d1-e70ecde70642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:02.925392 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-31ede52b-6fed-4da2-95d1-e70ecde70642 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400448 Nov 15 19:31:03.027279 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-286d115b-105c-45f5-aafc-2c005f4d1fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890758 Nov 15 19:31:03.124902 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d461f89f-4461-4ae9-b802-b12ae37e8488 req-7a29852c-1706-40a2-ae75-26c2a77e321c service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868981 Nov 15 19:31:03.632428 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380467a9-706f-4794-ba5f-d8c16962e05d req-f09e8622-05a4-4b75-8513-05d6d417f0b2 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:03.634012 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-380467a9-706f-4794-ba5f-d8c16962e05d req-f09e8622-05a4-4b75-8513-05d6d417f0b2 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0588374 Nov 15 19:31:03.691063 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-380467a9-706f-4794-ba5f-d8c16962e05d req-76c55a66-8886-4de0-993c-5960c4c77658 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493546 Nov 15 19:31:03.807431 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def58753-b820-41e3-891b-2b72401ddd18 req-0da9aab3-e9bb-4578-b89d-272a94d458a3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:03.809083 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-def58753-b820-41e3-891b-2b72401ddd18 req-0da9aab3-e9bb-4578-b89d-272a94d458a3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 943 time: 0.0508189 Nov 15 19:31:03.865051 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-def58753-b820-41e3-891b-2b72401ddd18 req-7bcb82cc-0f41-4fcd-bf08-da2cc1261efc tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492325 Nov 15 19:31:04.586222 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-2e8f1177-14c9-4637-8ca2-1f2391cd52c8 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:04.587775 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-2e8f1177-14c9-4637-8ca2-1f2391cd52c8 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0509830 Nov 15 19:31:04.649247 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1afb3148-20b2-4322-aeed-b4f6c9151c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:04.686169 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Deleting port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:04.686505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:04.777896 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] For port 0ff18d80-7e2c-4b99-a838-fdeaba488a29, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ff18d80-7e2c-4b99-a838-fdeaba488a29,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:04.778253 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:04.799522 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Calling delete_port for 0ff18d80-7e2c-4b99-a838-fdeaba488a29 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:04.825967 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884f37-30fa-4cf2-9fa1-8579c1f35ffe req-96c72213-370b-4803-8d2a-54ed40d196ff tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:04.828351 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-64884f37-30fa-4cf2-9fa1-8579c1f35ffe req-96c72213-370b-4803-8d2a-54ed40d196ff tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 945 time: 0.0544991 Nov 15 19:31:04.887964 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-64884f37-30fa-4cf2-9fa1-8579c1f35ffe req-706bfcdc-4fc1-485a-81f0-6f0b21cc0f79 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9592652-0fcd-4fc3-8bf8-101be0439f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Nov 15 19:31:04.994512 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:05.010333 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['0ff18d80-7e2c-4b99-a838-fdeaba488a29'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:31:05.019576 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6c7d-314d-43ef-a4ec-0191b2b7ef33 req-d2e8d7ce-366e-4abc-a7f4-84bed22b736c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:05.021137 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dc6e6c7d-314d-43ef-a4ec-0191b2b7ef33 req-d2e8d7ce-366e-4abc-a7f4-84bed22b736c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 943 time: 0.0612793 Nov 15 19:31:05.028296 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Pushing event deleted for resources: {'Port': ['ID=0ff18d80-7e2c-4b99-a838-fdeaba488a29,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:05.081438 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] No DVR routers for this DVR port 0ff18d80-7e2c-4b99-a838-fdeaba488a29 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:31:05.084213 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dc6e6c7d-314d-43ef-a4ec-0191b2b7ef33 req-1ab25bd4-97cc-40c1-90ec-79a311985e8e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547276 Nov 15 19:31:05.084531 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:05.087871 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2274c6c5-b730-41a2-8ed9-d26f96fec49c req-e7264411-3882-49df-8976-20a3868de858 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.43 "DELETE /v2.0/ports/0ff18d80-7e2c-4b99-a838-fdeaba488a29 HTTP/1.1" status: 204 len: 173 time: 0.4921541 Nov 15 19:31:05.088338 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'name': 'network-vif-deleted', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:31:05.090673 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910db14c-aa26-4935-a0e9-eb85626d54c8" -d '{"events": [{"server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "name": "network-vif-deleted", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:31:05.129914 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f539bf32-c0ed-45da-8ac9-d724209abb55 x-openstack-request-id: req-f539bf32-c0ed-45da-8ac9-d724209abb55 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:31:05.130087 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a", "name": "network-vif-deleted", "tag": "0ff18d80-7e2c-4b99-a838-fdeaba488a29", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:31:05.130329 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f539bf32-c0ed-45da-8ac9-d724209abb55 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:31:05.130722 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a', 'name': 'network-vif-deleted', 'tag': '0ff18d80-7e2c-4b99-a838-fdeaba488a29', 'status': 'completed', 'code': 200} Nov 15 19:31:05.786488 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:06.007912 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1d09c8ef-a5df-44a0-8f03-0b45a50e8b6f req-e7d07ff9-7ad5-4cc1-a5a9-96ec89f5c7e1 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0304801 Nov 15 19:31:07.388007 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:08.062617 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:08.498676 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 0ff18d80-7e2c-4b99-a838-fdeaba488a29 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:31:08.524068 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 0ff18d80-7e2c-4b99-a838-fdeaba488a29 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:31:08.524068 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 0ff18d80-7e2c-4b99-a838-fdeaba488a29 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:31:08.629043 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1050c5e7-a844-4e7f-9c21-71fbd0c29e32 req-d8ea30cb-396e-42cd-af61-2512394e8cc9 tempest-TestMinimumBasicScenario-1413038484 tempest-TestMinimumBasicScenario-1413038484-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cbebae9-f68b-4ba5-b0cd-12fa5958ca1a HTTP/1.1" status: 200 len: 210 time: 0.0267375 Nov 15 19:31:08.640396 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34308ca2-b960-4366-bd10-d4e666d21853 req-d82999b9-d10b-4fb9-b9bc-2b5962cf376b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:08.642066 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34308ca2-b960-4366-bd10-d4e666d21853 req-d82999b9-d10b-4fb9-b9bc-2b5962cf376b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 943 time: 0.0518954 Nov 15 19:31:08.697819 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34308ca2-b960-4366-bd10-d4e666d21853 req-6aca3104-303e-4796-b410-1b872e987f1e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499017 Nov 15 19:31:09.823254 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6e6a0-1a4c-411d-833c-0d6dc0c13bca req-4174054d-7d2a-4375-97f1-e10ec8f98f80 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:09.825853 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82b6e6a0-1a4c-411d-833c-0d6dc0c13bca req-4174054d-7d2a-4375-97f1-e10ec8f98f80 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 943 time: 0.0580940 Nov 15 19:31:09.882243 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82b6e6a0-1a4c-411d-833c-0d6dc0c13bca req-de8c294b-d2d8-4ffc-ab4e-901d2b11b845 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490563 Nov 15 19:31:10.500973 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 4507238b-a57a-4e25-a01c-1a37f7169fc7 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:31:10.596153 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 4507238b-a57a-4e25-a01c-1a37f7169fc7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:10.607033 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:31:10.649812 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:10.664309 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4507238b-a57a-4e25-a01c-1a37f7169fc7 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:31:10.687670 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 4507238b-a57a-4e25-a01c-1a37f7169fc7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:10.794240 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:10.853101 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=4507238b-a57a-4e25-a01c-1a37f7169fc7,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:11.018314 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c653ac8-6bc7-4d2d-a3c4-95f288ffe952 req-8e93c50e-9c9d-440e-a150-742d515ccc41 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:11.020021 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5c653ac8-6bc7-4d2d-a3c4-95f288ffe952 req-8e93c50e-9c9d-440e-a150-742d515ccc41 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 944 time: 0.0537550 Nov 15 19:31:11.062223 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['4507238b-a57a-4e25-a01c-1a37f7169fc7'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:31:11.072908 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5c653ac8-6bc7-4d2d-a3c4-95f288ffe952 req-8382a82e-f4a9-4271-9796-ef2c4472c7c5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 Nov 15 19:31:11.271085 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53856) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:11.711120 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.026589 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Deleting port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:12.027251 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.112881 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] For port d0bfcf8d-3dd8-4d68-9930-a76449eba0d8, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:12.113510 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.131255 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Calling delete_port for d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 owned by network:router_interface {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:12.202238 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340d02-87d1-49c2-a58b-9e748e98687b req-ee30617e-03cf-426d-8038-08f121c6b1cd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:12.204567 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff340d02-87d1-49c2-a58b-9e748e98687b req-ee30617e-03cf-426d-8038-08f121c6b1cd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 944 time: 0.0524364 Nov 15 19:31:12.261145 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff340d02-87d1-49c2-a58b-9e748e98687b req-23eaa68b-fd0d-47f7-ba5d-8882b100370f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491624 Nov 15 19:31:12.416987 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.444536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bfcf8d-3dd8-4d68-9930-a76449eba0d8,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:12.468431 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.468779 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.469108 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.469434 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.470001 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.470001 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.470630 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.470728 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.471074 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.471444 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.471765 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.472066 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.499745 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 4507238b-a57a-4e25-a01c-1a37f7169fc7 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:31:12.643576 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.654653 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 4507238b-a57a-4e25-a01c-1a37f7169fc7 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:31:12.669102 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 4507238b-a57a-4e25-a01c-1a37f7169fc7 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:31:12.669102 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.694604 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.754803 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.803578 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:31:12.809549 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cfee85-91f6-46bf-babb-bdbcf618f452" -d '{"events": [{"server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "name": "network-vif-plugged", "status": "completed", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:31:12.814389 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 4507238b-a57a-4e25-a01c-1a37f7169fc7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:12.881688 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Router 3484fa83-8d6f-43d6-8308-d679419de99e has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:31:12.888121 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:12.941405 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=4507238b-a57a-4e25-a01c-1a37f7169fc7,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:12.944403 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60f3170-457f-418c-9831-81faae33d5b9 x-openstack-request-id: req-b60f3170-457f-418c-9831-81faae33d5b9 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:31:12.944844 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "name": "network-vif-plugged", "status": "completed", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:31:12.945156 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b60f3170-457f-418c-9831-81faae33d5b9 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:31:12.945542 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'code': 200} Nov 15 19:31:12.951867 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:12.956963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:13.035194 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:31:13.040254 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-2e11c5fa-fc49-43dd-8b18-aeb204a7678c admin admin] 10.222.0.48 "PUT /v2.0/routers/3484fa83-8d6f-43d6-8308-d679419de99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673943 Nov 15 19:31:13.042820 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53910) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:13.045537 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] Sync routers for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:31:13.056208 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:31:13.057108 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:31:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:13.169721 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks [] for router, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.202541 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:31:13.280536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.413874 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:31:12Z', 'revision_number': 5, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port': {'id': '4dd76fa1-c4e9-4536-8081-093ca3975141', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:12Z', 'updated_at': '2021-11-15T19:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:13.428764 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50304d3f-df94-4e65-927c-67b6ecab2043 req-5aabacf8-834f-4ea1-b3d4-bb2dabb2c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:13.430855 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-50304d3f-df94-4e65-927c-67b6ecab2043 req-5aabacf8-834f-4ea1-b3d4-bb2dabb2c7ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 1098 time: 0.0884447 Nov 15 19:31:13.432861 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Deleting port 4dd76fa1-c4e9-4536-8081-093ca3975141 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:13.433204 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.441800 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] Checking router: 3484fa83-8d6f-43d6-8308-d679419de99e for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:31:13.442470 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdc310-d0ac-439a-bb41-e08fc1255459 req-433ca31d-2edf-4196-a8ed-376d11897f6a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:13.443897 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3bdc310-d0ac-439a-bb41-e08fc1255459 req-433ca31d-2edf-4196-a8ed-376d11897f6a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 945 time: 0.0829282 Nov 15 19:31:13.451804 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] Routers {'3484fa83-8d6f-43d6-8308-d679419de99e'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:31:13.452549 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:31:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['3484fa83-8d6f-43d6-8308-d679419de99e'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:13.502578 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-50304d3f-df94-4e65-927c-67b6ecab2043 req-f207095b-55ea-4c06-a351-7e1c7e147ebd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571203 Nov 15 19:31:13.529337 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] For port 4dd76fa1-c4e9-4536-8081-093ca3975141, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4dd76fa1-c4e9-4536-8081-093ca3975141,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:13.529815 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.531138 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3bdc310-d0ac-439a-bb41-e08fc1255459 req-9a28329c-9a3c-46aa-b0d4-0b0bcf95d0ae tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667853 Nov 15 19:31:13.553505 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Calling delete_port for 4dd76fa1-c4e9-4536-8081-093ca3975141 owned by network:router_gateway {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:13.561126 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] Set router 3484fa83-8d6f-43d6-8308-d679419de99e gateway port host: None {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:31:13.617860 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:31:13Z', 'revision_number': 6, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port_host': None}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:13.626232 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 53920) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:13.647140 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5531e04-1d04-469e-ab18-16f1dc09b7cd None None] The sync data for ids ['3484fa83-8d6f-43d6-8308-d679419de99e'] in dv-cinder-801522-7-iscsi is: [{'id': '3484fa83-8d6f-43d6-8308-d679419de99e', 'name': 'tempest-TestMinimumBasicScenario-1075397754-router', 'tenant_id': '929d641b2a8f4991965849e595b0eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:11Z', 'updated_at': '2021-11-15T19:31:13Z', 'revision_number': 6, 'project_id': '929d641b2a8f4991965849e595b0eb57', 'gw_port_host': None}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:31:13.738003 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-dce7da1e-df5a-453e-8855-9ff3c98b8431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.811865 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.815646 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-dce7da1e-df5a-453e-8855-9ff3c98b8431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.840423 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd76fa1-c4e9-4536-8081-093ca3975141,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:13.899381 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.915723 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-dce7da1e-df5a-453e-8855-9ff3c98b8431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:13.954933 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-dce7da1e-df5a-453e-8855-9ff3c98b8431 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91e24e6eca4748e79e89e87bf0e827a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269160 Nov 15 19:31:13.956927 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7da1e-df5a-453e-8855-9ff3c98b8431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fbcf8b-da43-4ad2-9c1c-6fc8e481a5a3,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:13.959519 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 53924) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:14.013443 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f187-2f75-4e64-bb92-dc36a8834e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.015689 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.018002 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.039422 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f187-2f75-4e64-bb92-dc36a8834e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.175666 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.176150 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3484fa83-8d6f-43d6-8308-d679419de99e {{(pid=102515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:31:14.182089 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.183452 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-94946411-5b77-40f8-8645-e42411acffbf admin admin] 10.222.0.48 "DELETE /v2.0/routers/3484fa83-8d6f-43d6-8308-d679419de99e HTTP/1.1" status: 204 len: 168 time: 1.1395304 Nov 15 19:31:14.190428 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53930) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:14.244248 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87ad41b-0e01-4276-96ba-c3fe605091fc admin admin] Deleting subnet e4f9cabf-40a3-4091-abd2-235cd9e9de6b {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:31:14.249943 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b87ad41b-0e01-4276-96ba-c3fe605091fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.307170 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b87ad41b-0e01-4276-96ba-c3fe605091fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.368015 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03204676-a59d-4a5f-9190-8febe0aadeae req-7d043d69-595f-4944-8c90-086fa76e0054 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542071 Nov 15 19:31:14.437341 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03204676-a59d-4a5f-9190-8febe0aadeae req-df78ff10-2080-48ea-9631-b4199e3b668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:14.438739 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03204676-a59d-4a5f-9190-8febe0aadeae req-df78ff10-2080-48ea-9631-b4199e3b668d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1098 time: 0.0427942 Nov 15 19:31:14.454919 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f187-2f75-4e64-bb92-dc36a8834e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.457862 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f187-2f75-4e64-bb92-dc36a8834e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.459299 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f3f5f187-2f75-4e64-bb92-dc36a8834e4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39fbcf8b-da43-4ad2-9c1c-6fc8e481a5a3 HTTP/1.1" status: 204 len: 168 time: 0.4988694 Nov 15 19:31:14.468718 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5f187-2f75-4e64-bb92-dc36a8834e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fbcf8b-da43-4ad2-9c1c-6fc8e481a5a3,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:14.582047 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03204676-a59d-4a5f-9190-8febe0aadeae req-d966c674-322e-44ec-9dd4-ab9d6c3590a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:14.583819 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03204676-a59d-4a5f-9190-8febe0aadeae req-d966c674-322e-44ec-9dd4-ab9d6c3590a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 200 len: 909 time: 0.1127884 Nov 15 19:31:14.684736 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03204676-a59d-4a5f-9190-8febe0aadeae req-48cade8d-2eed-4e0e-ad6e-260ffef84f06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0910525 Nov 15 19:31:14.742908 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b87ad41b-0e01-4276-96ba-c3fe605091fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:14.759147 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03204676-a59d-4a5f-9190-8febe0aadeae req-cdc6c274-32da-4b62-b5b5-c738ddda82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:14.761630 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03204676-a59d-4a5f-9190-8febe0aadeae req-cdc6c274-32da-4b62-b5b5-c738ddda82b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf47254e-a907-4641-9f52-2aa03cd5c250 HTTP/1.1" status: 200 len: 847 time: 0.0629549 Nov 15 19:31:14.773873 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9e3ca-c88e-42ab-bcb6-6e2c2198477e req-6526a75c-57f7-4715-8206-62f263a9dd1f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:14.775408 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1db9e3ca-c88e-42ab-bcb6-6e2c2198477e req-6526a75c-57f7-4715-8206-62f263a9dd1f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 945 time: 0.1301234 Nov 15 19:31:14.830888 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03204676-a59d-4a5f-9190-8febe0aadeae req-fdc190c5-1d6c-45af-96cb-d948202d5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:14.833233 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03204676-a59d-4a5f-9190-8febe0aadeae req-fdc190c5-1d6c-45af-96cb-d948202d5aae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a90cd09-0275-4504-b10f-a52e50c0cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511005 Nov 15 19:31:14.877121 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1db9e3ca-c88e-42ab-bcb6-6e2c2198477e req-d8bb3530-66a6-47c7-865e-faf54a73f5ba tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928016 Nov 15 19:31:14.914275 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:31:14.937284 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:31:14.938037 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device d0bfcf8d-3dd8-4d68-9930-a76449eba0d8 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:31:14.938465 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4dd76fa1-c4e9-4536-8081-093ca3975141 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:31:14.975363 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 4dd76fa1-c4e9-4536-8081-093ca3975141 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:31:14.976030 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4dd76fa1-c4e9-4536-8081-093ca3975141 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:31:14.976673 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03204676-a59d-4a5f-9190-8febe0aadeae req-82fc9e86-d0a2-4bd9-8d91-6dfcaf67d6b2 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308808 Nov 15 19:31:14.995621 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b87ad41b-0e01-4276-96ba-c3fe605091fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.026157 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ad41b-0e01-4276-96ba-c3fe605091fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f9cabf-40a3-4091-abd2-235cd9e9de6b,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:15.034513 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b87ad41b-0e01-4276-96ba-c3fe605091fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.035910 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b87ad41b-0e01-4276-96ba-c3fe605091fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e4f9cabf-40a3-4091-abd2-235cd9e9de6b HTTP/1.1" status: 204 len: 168 time: 0.8438215 Nov 15 19:31:15.037907 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b9b35-8af9-4207-b8b5-59bd62272b37 None None] Network d7eefbab-a447-40e0-bbc4-2235671531c5 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:31:15.038458 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53944) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:15.104130 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03204676-a59d-4a5f-9190-8febe0aadeae req-bed35b83-608c-4116-aabd-986a09f61e41 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097770 Nov 15 19:31:15.119733 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.193834 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Deleting port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:15.194531 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.248163 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] DHCP port deletion for d7eefbab-a447-40e0-bbc4-2235671531c5 request from dv-cinder-801522-7-iscsi {{(pid=102517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 19:31:15.280023 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] For port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:15.280417 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.294736 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Calling delete_port for 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 owned by network:dhcp {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:15.304383 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 53950) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:15.310718 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] Deleting port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:15.311195 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.321408 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.382100 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] For port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,segment=NetworkSegment(19f41bd5-d076-4449-a282-9112333db0cd),segment_id=19f41bd5-d076-4449-a282-9112333db0cd)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:15.382519 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.395727 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] Calling delete_port for 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:15.407095 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.451928 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.480105 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:15.482519 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.484503 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] No DVR routers for this DVR port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 on host dv-cinder-801522-7-iscsi {{(pid=102515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:31:15.528097 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8542ffb8967144c48fd32607a0e45e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225883 Nov 15 19:31:15.529358 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06edc3bc-a525-44ec-8bc4-f71cd18d0ce0,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:15.531151 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.532753 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 53952) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:15.544495 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.544843 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.545177 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.545504 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.545822 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.546144 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.546464 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.546781 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.547098 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.547411 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.547724 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.548037 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8fb7-7405-4694-a102-bfe7d890b458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:31:15.563254 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] Pushing event deleted for resources: {'Port': ['ID=55f7bda6-cfdc-47e7-b8c9-45234ac03d24,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:15.571456 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fce20-6fa8-40c5-b278-1c8d2bbf6adb None None] No DVR routers for this DVR port 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 on host dv-cinder-801522-7-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:31:15.586684 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.609229 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7eefbab-a447-40e0-bbc4-2235671531c5']}} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:15.619983 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f41bd5-d076-4449-a282-9112333db0cd') {'for_net_delete': True} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:15.620252 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f41bd5-d076-4449-a282-9112333db0cd') {} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:15.621101 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc755a68-ddc5-4889-a900-43b6534e0270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.630467 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8747657'] for segment, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.643572 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.644308 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc755a68-ddc5-4889-a900-43b6534e0270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.650496 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:31:15.651045 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11922465'] for segment, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: Traceback (most recent call last): Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: timer() Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: cb(*args, **kw) Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: return func(*args, **kwargs) Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: self._notify() Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: self.callback(batched_events) Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: event.method(event) Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: return f(self, *a, **k) Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._get(url).json() Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: return self.request(url, 'GET', **kwargs) Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:31:15.652813 dv-cinder-801522-7-iscsi neutron-server[102515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:31:15.751627 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc755a68-ddc5-4889-a900-43b6534e0270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.754265 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-cc755a68-ddc5-4889-a900-43b6534e0270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.755588 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-cc755a68-ddc5-4889-a900-43b6534e0270 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06edc3bc-a525-44ec-8bc4-f71cd18d0ce0 HTTP/1.1" status: 204 len: 168 time: 0.2214532 Nov 15 19:31:15.765346 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc755a68-ddc5-4889-a900-43b6534e0270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06edc3bc-a525-44ec-8bc4-f71cd18d0ce0,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:15.797221 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.803810 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:15.806984 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] 10.222.0.48 "DELETE /v2.0/networks/d7eefbab-a447-40e0-bbc4-2235671531c5 HTTP/1.1" status: 204 len: 168 time: 0.7671938 Nov 15 19:31:15.810069 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 53960) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:15.823691 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019316ab-f974-4829-950d-cd9606aa5b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7eefbab-a447-40e0-bbc4-2235671531c5,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:16.068510 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaae41-92bf-4db6-984f-806c20813a01 req-50befda0-4c22-4100-bc24-486139f1a391 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:16.069993 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abcaae41-92bf-4db6-984f-806c20813a01 req-50befda0-4c22-4100-bc24-486139f1a391 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 945 time: 0.0972478 Nov 15 19:31:16.161086 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abcaae41-92bf-4db6-984f-806c20813a01 req-a48b23ba-6b95-444a-a431-284235e8934f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782402 Nov 15 19:31:16.300968 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39384d76-9d9f-4f2e-8648-194117f1b4de req-79cb88f0-5898-4257-b1fc-bfc9239e4ce0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:16.302555 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-39384d76-9d9f-4f2e-8648-194117f1b4de req-79cb88f0-5898-4257-b1fc-bfc9239e4ce0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 945 time: 0.0593503 Nov 15 19:31:16.311802 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:16.375853 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-39384d76-9d9f-4f2e-8648-194117f1b4de req-9c89c43b-71dd-4ff2-9bb6-e1eefc1e8161 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612533 Nov 15 19:31:16.399002 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 53980) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:16.492995 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a8f382-cb3f-4506-9178-f83bf4a7087d tempest-TestVolumeBootPattern-617924123 tempest-TestVolumeBootPattern-617924123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:16.505760 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b9a8f382-cb3f-4506-9178-f83bf4a7087d tempest-TestVolumeBootPattern-617924123 tempest-TestVolumeBootPattern-617924123-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 1093 time: 0.0945208 Nov 15 19:31:16.506515 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 53984) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:16.511289 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:31:16.606002 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:16.631814 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Deleting port 5852ffbe-e706-4706-a69f-b35ab6da4f25 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:16.632115 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:16.710217 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:16.721297 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] For port 5852ffbe-e706-4706-a69f-b35ab6da4f25, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=5852ffbe-e706-4706-a69f-b35ab6da4f25,segment=NetworkSegment(f74e0d09-69d6-4d05-b31a-5158167d6e86),segment_id=f74e0d09-69d6-4d05-b31a-5158167d6e86)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:16.722296 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:16.735106 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Calling delete_port for 5852ffbe-e706-4706-a69f-b35ab6da4f25 owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:16.828607 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Allocated IP 172.27.0.191 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/bd26078f-51cf-4e10-b465-3e23b5a7cfd3) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:31:16.841259 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:31:16.879621 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:31:16.879956 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 55f7bda6-cfdc-47e7-b8c9-45234ac03d24 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:31:16.950347 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:16.997436 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:17.025307 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5852ffbe-e706-4706-a69f-b35ab6da4f25,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:17.062833 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:17.117798 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:31:17.119370 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:31:17.122212 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:31:17.169741 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=bd26078f-51cf-4e10-b465-3e23b5a7cfd3,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:17.221138 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:17.479246 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:31:17.557292 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:17.650534 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:31:17.659188 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-15a86220-209d-41e0-b9f2-db9f271321f9 admin admin] 10.222.0.48 "PUT /v2.0/routers/ddccf86d-fa90-4367-aa37-b3b7ebc3a820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479979 Nov 15 19:31:17.662220 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54012) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:17.670889 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] Sync routers for ids ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:31:17.682706 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] Routers {'ddccf86d-fa90-4367-aa37-b3b7ebc3a820'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:31:17.687216 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:31:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:17.692407 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54014) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:17.775798 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:17.820878 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-56b48823-afe2-48b6-8426-18f427d5871f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:17.837723 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks [] for router, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:17.899276 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] Set router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:31:17.923093 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-56b48823-afe2-48b6-8426-18f427d5871f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:17.989687 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-56b48823-afe2-48b6-8426-18f427d5871f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.015589 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.065010 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-56b48823-afe2-48b6-8426-18f427d5871f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a803dea88ba04420a3821125e58661bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707569 Nov 15 19:31:18.067945 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54024) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:18.071510 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b48823-afe2-48b6-8426-18f427d5871f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99965f82-003a-43a6-85e7-501789a97ca3,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:18.104461 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.124321 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:31:16Z', 'revision_number': 5, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port': {'id': '0afeca1b-1f27-4ee7-bf14-a15b75cabed9', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:27:27Z', 'updated_at': '2021-11-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:18.156278 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] Checking router: ddccf86d-fa90-4367-aa37-b3b7ebc3a820 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:31:18.160278 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-02464a80-dba0-4394-ae5d-daa2a00f2285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.165693 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.166518 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] Routers {'ddccf86d-fa90-4367-aa37-b3b7ebc3a820'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:31:18.167444 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:31:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:18.228119 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-02464a80-dba0-4394-ae5d-daa2a00f2285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.263916 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] Set router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:31:18.275852 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Deleting port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:18.276181 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.284090 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=bd26078f-51cf-4e10-b465-3e23b5a7cfd3,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:18.321762 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:31:18Z', 'revision_number': 6, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port_host': None}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:18.350150 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59214d5b-dccc-40b3-a53d-4209611a9d06 None None] The sync data for ids ['ddccf86d-fa90-4367-aa37-b3b7ebc3a820'] in dv-cinder-801522-7-iscsi is: [{'id': 'ddccf86d-fa90-4367-aa37-b3b7ebc3a820', 'name': 'tempest-TestMinimumBasicScenario-1988764659-router', 'tenant_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:27:26Z', 'updated_at': '2021-11-15T19:31:18Z', 'revision_number': 6, 'project_id': 'f977823ff5e74d30b3b5650bbc9e7f10', 'gw_port_host': None}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:31:18.354013 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.461406 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] For port 0afeca1b-1f27-4ee7-bf14-a15b75cabed9, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=0afeca1b-1f27-4ee7-bf14-a15b75cabed9,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:18.461782 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.478184 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Calling delete_port for 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 owned by network:router_gateway {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:18.502702 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Floating IP ca69a453-73b2-4d6b-9d9a-b6f03b99116e associated. External IP: 172.27.0.191, port: 4507238b-a57a-4e25-a01c-1a37f7169fc7. Nov 15 19:31:18.565961 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-02464a80-dba0-4394-ae5d-daa2a00f2285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.568518 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-02464a80-dba0-4394-ae5d-daa2a00f2285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:18.569676 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-02464a80-dba0-4394-ae5d-daa2a00f2285 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99965f82-003a-43a6-85e7-501789a97ca3 HTTP/1.1" status: 204 len: 168 time: 0.5006597 Nov 15 19:31:18.615984 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02464a80-dba0-4394-ae5d-daa2a00f2285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99965f82-003a-43a6-85e7-501789a97ca3,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:18.910298 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Router 9f880e34-8e19-4b41-a17b-3c590850766a has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:31:18.985138 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.023983 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afeca1b-1f27-4ee7-bf14-a15b75cabed9,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:19.115774 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:31:19.120260 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.127529 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:31:19.139437 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:31:19.140061 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:31:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:19.192141 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 5852ffbe-e706-4706-a69f-b35ab6da4f25 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:31:19.385747 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 5852ffbe-e706-4706-a69f-b35ab6da4f25 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:31:19.386086 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 5852ffbe-e706-4706-a69f-b35ab6da4f25 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:31:19.432850 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:31:19.477621 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.498959 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.503171 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.512349 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-72bb29dc-7805-44da-9b23-38fb43632ac5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0045807 Nov 15 19:31:19.515720 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:31:19.518598 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb304946-53be-4680-ab9f-78a673e2be55" -d '{"events": [{"name": "network-changed", "server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:31:19.574944 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c85898-0d62-4849-a28f-97f4fdadaed2 x-openstack-request-id: req-73c85898-0d62-4849-a28f-97f4fdadaed2 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:31:19.574944 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:31:19.574944 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73c85898-0d62-4849-a28f-97f4fdadaed2 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:31:19.574944 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'status': 'completed', 'code': 200} Nov 15 19:31:19.629879 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304946-53be-4680-ab9f-78a673e2be55 req-f2c0c990-9c40-4d98-8018-6f9c21d9fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:19.631396 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb304946-53be-4680-ab9f-78a673e2be55 req-f2c0c990-9c40-4d98-8018-6f9c21d9fe9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 1098 time: 0.0449941 Nov 15 19:31:19.703890 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:17Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:19.731373 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:31:19.732332 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304946-53be-4680-ab9f-78a673e2be55 req-79b60174-da23-41be-9153-b499c9c8755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:19.733812 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb304946-53be-4680-ab9f-78a673e2be55 req-79b60174-da23-41be-9153-b499c9c8755f service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.0943303 Nov 15 19:31:19.741803 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:31:19.741803 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:31:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:19.769589 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.770575 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddccf86d-fa90-4367-aa37-b3b7ebc3a820 {{(pid=102515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:31:19.779075 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.782143 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-48bb6f06-88bb-48f5-a3c8-dc256a04e444 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ddccf86d-fa90-4367-aa37-b3b7ebc3a820 HTTP/1.1" status: 204 len: 168 time: 2.1185427 Nov 15 19:31:19.784683 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54052) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:19.835150 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb304946-53be-4680-ab9f-78a673e2be55 req-5544ace7-54a1-454f-8f06-c30cb9ba505b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7 HTTP/1.1" status: 200 len: 999 time: 0.0893021 Nov 15 19:31:19.863567 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa57a179-b370-4134-bd90-33c88c2ee091 admin admin] Deleting subnet cbe255ef-c68c-43e0-ad5a-f398c9f3c69c {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:31:19.870862 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-aa57a179-b370-4134-bd90-33c88c2ee091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.915833 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-aa57a179-b370-4134-bd90-33c88c2ee091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:19.929269 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304946-53be-4680-ab9f-78a673e2be55 req-717a6f37-75f9-4c81-9b4c-8a758c1ca2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:19.930989 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb304946-53be-4680-ab9f-78a673e2be55 req-717a6f37-75f9-4c81-9b4c-8a758c1ca2c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0698485 Nov 15 19:31:19.934435 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:31:19.997236 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304946-53be-4680-ab9f-78a673e2be55 req-9c216909-c84d-48a4-8aac-6d59d4fd9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:20.000698 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb304946-53be-4680-ab9f-78a673e2be55 req-9c216909-c84d-48a4-8aac-6d59d4fd9d79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609367 Nov 15 19:31:20.007057 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:31:20.058725 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-aa57a179-b370-4134-bd90-33c88c2ee091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.152772 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb304946-53be-4680-ab9f-78a673e2be55 req-0cf8d53e-77cd-470a-bcfa-c40f61b2daee service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372879 Nov 15 19:31:20.213206 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:17Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:20.248067 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913616c2-20b7-468b-8050-5ddbf2e1b136 None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:17Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:31:20.268716 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-aa57a179-b370-4134-bd90-33c88c2ee091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.279061 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb304946-53be-4680-ab9f-78a673e2be55 req-cfc6d4e1-06f2-4a99-9a15-026289d9fdf9 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171319 Nov 15 19:31:20.303199 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a179-b370-4134-bd90-33c88c2ee091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe255ef-c68c-43e0-ad5a-f398c9f3c69c,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:20.305151 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-aa57a179-b370-4134-bd90-33c88c2ee091 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.309000 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-aa57a179-b370-4134-bd90-33c88c2ee091 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cbe255ef-c68c-43e0-ad5a-f398c9f3c69c HTTP/1.1" status: 204 len: 168 time: 0.5228562 Nov 15 19:31:20.311070 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54058) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:20.311938 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b9de4-6571-45ae-9432-d8a195dc9ac0 None None] Network 2a164fbe-ab85-4059-8675-2b4009e0f99a requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:31:20.390291 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.463277 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Deleting port f12ef321-9ef0-4d2e-8f7d-233116a060db {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:20.463826 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.507865 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb3188-81e6-4af9-a22f-147a139af6b5 None None] New status for floating IP ca69a453-73b2-4d6b-9d9a-b6f03b99116e: ACTIVE {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:31:20.516438 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] DHCP port deletion for 2a164fbe-ab85-4059-8675-2b4009e0f99a request from dv-cinder-801522-7-iscsi {{(pid=102517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 19:31:20.543137 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] For port f12ef321-9ef0-4d2e-8f7d-233116a060db, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=f12ef321-9ef0-4d2e-8f7d-233116a060db,segment=NetworkSegment(f74e0d09-69d6-4d05-b31a-5158167d6e86),segment_id=f74e0d09-69d6-4d05-b31a-5158167d6e86)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:20.543720 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.562114 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Calling delete_port for f12ef321-9ef0-4d2e-8f7d-233116a060db owned by network:dhcp {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:20.579527 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] Deleting port f12ef321-9ef0-4d2e-8f7d-233116a060db {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:20.580632 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.650096 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] For port f12ef321-9ef0-4d2e-8f7d-233116a060db, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=f12ef321-9ef0-4d2e-8f7d-233116a060db,segment=NetworkSegment(f74e0d09-69d6-4d05-b31a-5158167d6e86),segment_id=f74e0d09-69d6-4d05-b31a-5158167d6e86)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:20.650413 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.663521 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] Calling delete_port for f12ef321-9ef0-4d2e-8f7d-233116a060db owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:31:20.706414 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.737706 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] No DVR routers for this DVR port f12ef321-9ef0-4d2e-8f7d-233116a060db on host dv-cinder-801522-7-iscsi {{(pid=102515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:31:20.758901 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.769077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12ef321-9ef0-4d2e-8f7d-233116a060db,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:20.804565 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] Pushing event deleted for resources: {'Port': ['ID=f12ef321-9ef0-4d2e-8f7d-233116a060db,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:20.819863 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d55a9a-c68e-4c02-ada3-3ee507deb658 None None] No DVR routers for this DVR port f12ef321-9ef0-4d2e-8f7d-233116a060db on host dv-cinder-801522-7-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:31:20.835097 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.870080 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a164fbe-ab85-4059-8675-2b4009e0f99a']}} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:20.892991 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74e0d09-69d6-4d05-b31a-5158167d6e86') {'for_net_delete': True} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:20.893292 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74e0d09-69d6-4d05-b31a-5158167d6e86') {} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:31:20.895756 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device f12ef321-9ef0-4d2e-8f7d-233116a060db no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:31:20.905805 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8747657'] for segment, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.928485 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: f12ef321-9ef0-4d2e-8f7d-233116a060db {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:31:20.928824 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device f12ef321-9ef0-4d2e-8f7d-233116a060db not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:31:20.929388 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:31:20.934207 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.944104 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:31:20.944547 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11922465'] for segment, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: Traceback (most recent call last): Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: timer() Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: cb(*args, **kw) Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: return func(*args, **kwargs) Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: self._notify() Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: self.callback(batched_events) Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: event.method(event) Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: return f(self, *a, **k) Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._get(url).json() Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: return self.request(url, 'GET', **kwargs) Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:31:20.946551 dv-cinder-801522-7-iscsi neutron-server[102515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:31:20.958186 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:31:20.959766 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 0afeca1b-1f27-4ee7-bf14-a15b75cabed9 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:31:21.102656 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:21.108531 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:21.111689 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a164fbe-ab85-4059-8675-2b4009e0f99a HTTP/1.1" status: 204 len: 168 time: 0.7994757 Nov 15 19:31:21.122760 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dff38e-71a0-4182-988d-8df5eb523687 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a164fbe-ab85-4059-8675-2b4009e0f99a,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:21.470144 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54074) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:21.510505 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-0510403b-f7c8-41bd-9a01-87d1cdd932a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=929d641b2a8f4991965849e595b0eb57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385880 Nov 15 19:31:21.512869 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54076) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:21.566284 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-43557c44-53cd-45cb-aed1-094a55b63f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:21.588459 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-43557c44-53cd-45cb-aed1-094a55b63f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:21.706542 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-43557c44-53cd-45cb-aed1-094a55b63f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:21.709423 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-43557c44-53cd-45cb-aed1-094a55b63f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:21.712478 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-43557c44-53cd-45cb-aed1-094a55b63f52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9592652-0fcd-4fc3-8bf8-101be0439f72 HTTP/1.1" status: 204 len: 168 time: 0.1968000 Nov 15 19:31:21.718801 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43557c44-53cd-45cb-aed1-094a55b63f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9592652-0fcd-4fc3-8bf8-101be0439f72,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:22.568060 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54094) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:22.608488 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8bcd963d-f2a7-4004-85cc-9ffaeddd370a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f977823ff5e74d30b3b5650bbc9e7f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391138 Nov 15 19:31:22.610911 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54096) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:22.660647 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-91a3889d-ceab-4e52-a5e8-7e190fa26176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:22.682990 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-91a3889d-ceab-4e52-a5e8-7e190fa26176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:22.800149 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-91a3889d-ceab-4e52-a5e8-7e190fa26176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:22.802684 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-91a3889d-ceab-4e52-a5e8-7e190fa26176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:22.805739 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-91a3889d-ceab-4e52-a5e8-7e190fa26176 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68ead1a4-4f2c-42d7-afab-52290e3b9e37 HTTP/1.1" status: 204 len: 168 time: 0.1919756 Nov 15 19:31:22.812687 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3889d-ceab-4e52-a5e8-7e190fa26176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ead1a4-4f2c-42d7-afab-52290e3b9e37,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:29.200154 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da5cc8-7a59-4498-bbaf-936611b714c0 req-ea925c01-2028-4883-8307-a302b70151ea tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:29.201735 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c0da5cc8-7a59-4498-bbaf-936611b714c0 req-ea925c01-2028-4883-8307-a302b70151ea tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0531425 Nov 15 19:31:29.253960 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c0da5cc8-7a59-4498-bbaf-936611b714c0 req-cfd56bf0-0ff8-4239-8224-136e47b5cf87 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446897 Nov 15 19:31:30.386199 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eada04f-5644-4de9-a7e0-e17583fea6f3 req-c46d9c8e-091f-4a2f-8187-e114bb04c408 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:30.387697 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0eada04f-5644-4de9-a7e0-e17583fea6f3 req-c46d9c8e-091f-4a2f-8187-e114bb04c408 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0549169 Nov 15 19:31:30.436530 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0eada04f-5644-4de9-a7e0-e17583fea6f3 req-b1297f26-729a-47ff-a6c8-4d88b9182274 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Nov 15 19:31:31.261182 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54228) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:31.382699 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7d037960-6558-4fa3-bd04-6a3ea889ad32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:31.455492 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7d037960-6558-4fa3-bd04-6a3ea889ad32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:31.553684 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7d037960-6558-4fa3-bd04-6a3ea889ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:31.558379 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf818a8-04ba-49b2-a086-6d5dfd5d0865 req-854418f0-1d75-432b-b09d-cc65accb8569 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:31.559851 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eaf818a8-04ba-49b2-a086-6d5dfd5d0865 req-854418f0-1d75-432b-b09d-cc65accb8569 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0490341 Nov 15 19:31:31.593088 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-7d037960-6558-4fa3-bd04-6a3ea889ad32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=655ad5030df44016a1310a9a525a2ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306062 Nov 15 19:31:31.595107 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54236) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:31.595820 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d037960-6558-4fa3-bd04-6a3ea889ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f420736-dcd4-43ae-a7e9-4c0906664486,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:31.631532 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-eaf818a8-04ba-49b2-a086-6d5dfd5d0865 req-22ca70af-58aa-434f-9598-33fe5dba6e49 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655258 Nov 15 19:31:31.664982 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-db49e447-2aa7-4b50-8e89-3a84dd031790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:31.688156 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-db49e447-2aa7-4b50-8e89-3a84dd031790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:31.825716 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-db49e447-2aa7-4b50-8e89-3a84dd031790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:31.828265 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-db49e447-2aa7-4b50-8e89-3a84dd031790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:31.829416 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-db49e447-2aa7-4b50-8e89-3a84dd031790 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f420736-dcd4-43ae-a7e9-4c0906664486 HTTP/1.1" status: 204 len: 168 time: 0.2331975 Nov 15 19:31:31.838399 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49e447-2aa7-4b50-8e89-3a84dd031790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f420736-dcd4-43ae-a7e9-4c0906664486,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:32.325743 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6a8b77dc-b0b2-422e-b8ca-92d0ffb356f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:32.530474 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54244) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:32.545009 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-55ba0525-cd10-473e-8a67-d90b98f1c208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:32.623519 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-55ba0525-cd10-473e-8a67-d90b98f1c208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:32.739571 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-55ba0525-cd10-473e-8a67-d90b98f1c208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:32.800886 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-55ba0525-cd10-473e-8a67-d90b98f1c208 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d09b725a7c8e448581d0a1781a580cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686973 Nov 15 19:31:32.803362 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54250) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:32.807631 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba0525-cd10-473e-8a67-d90b98f1c208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1cd88d-4491-448f-9c7e-8fcb51bef365,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:32.822290 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ec14b-0df1-4443-8d8f-68927230feea req-c5481266-0638-40d4-9dc4-5ac0d153473b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:32.823828 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a09ec14b-0df1-4443-8d8f-68927230feea req-c5481266-0638-40d4-9dc4-5ac0d153473b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.1156807 Nov 15 19:31:32.864445 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-931fe68a-2f6e-421f-adb5-3c8bd7275f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:32.884186 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a09ec14b-0df1-4443-8d8f-68927230feea req-d633930f-2b4a-4304-a522-713b894d2d21 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542638 Nov 15 19:31:32.887529 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-931fe68a-2f6e-421f-adb5-3c8bd7275f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:33.016765 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-931fe68a-2f6e-421f-adb5-3c8bd7275f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:33.019952 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-931fe68a-2f6e-421f-adb5-3c8bd7275f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:33.021149 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-931fe68a-2f6e-421f-adb5-3c8bd7275f37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba1cd88d-4491-448f-9c7e-8fcb51bef365 HTTP/1.1" status: 204 len: 168 time: 0.2167013 Nov 15 19:31:33.029203 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fe68a-2f6e-421f-adb5-3c8bd7275f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1cd88d-4491-448f-9c7e-8fcb51bef365,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:34.008505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea02fbf-de62-4d2f-86a8-73d5dcefe896 req-890e7bbf-ce74-4437-a0d2-eb3287c7394e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:34.010051 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ea02fbf-de62-4d2f-86a8-73d5dcefe896 req-890e7bbf-ce74-4437-a0d2-eb3287c7394e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0512018 Nov 15 19:31:34.060880 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ea02fbf-de62-4d2f-86a8-73d5dcefe896 req-205d8dda-7273-40dd-aa72-df99e73edd89 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446577 Nov 15 19:31:34.662564 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff8ab-2a8f-4bc9-acbe-2ebf581dfef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:35.187624 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616650-7541-4449-bd6e-cb442232225d req-bbc733d3-ceed-4349-a7e7-5dd30070c1f4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:35.189322 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-37616650-7541-4449-bd6e-cb442232225d req-bbc733d3-ceed-4349-a7e7-5dd30070c1f4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Nov 15 19:31:35.240690 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-37616650-7541-4449-bd6e-cb442232225d req-dde0b356-fc5c-48ea-af60-a81ade39fd95 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453775 Nov 15 19:31:35.797172 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:36.372540 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5b5e-6515-4b64-b5a6-35b6e2395ba5 req-b2ce34d2-9ee8-4ca4-a6a6-d14405bd74b9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:36.374058 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-66cc5b5e-6515-4b64-b5a6-35b6e2395ba5 req-b2ce34d2-9ee8-4ca4-a6a6-d14405bd74b9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0592117 Nov 15 19:31:36.425992 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-66cc5b5e-6515-4b64-b5a6-35b6e2395ba5 req-6ce40551-f212-449c-a529-a6009d1d374d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458195 Nov 15 19:31:37.397042 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:37.550326 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ad859-7e45-407f-a329-43dbeaa964a7 req-8aed84f7-205e-4bbd-a890-a807cc157635 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:37.552396 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9e2ad859-7e45-407f-a329-43dbeaa964a7 req-8aed84f7-205e-4bbd-a890-a807cc157635 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0485139 Nov 15 19:31:37.599241 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9e2ad859-7e45-407f-a329-43dbeaa964a7 req-0ab5a667-3967-4608-bc13-4838252c59a3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Nov 15 19:31:38.039833 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:38.719644 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad3952-1730-40b5-ac6e-ae64617f3d0e req-569f04d1-1cdf-46a8-8cad-f1fde065d5f7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:38.721148 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c9ad3952-1730-40b5-ac6e-ae64617f3d0e req-569f04d1-1cdf-46a8-8cad-f1fde065d5f7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0502865 Nov 15 19:31:38.772545 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c9ad3952-1730-40b5-ac6e-ae64617f3d0e req-edd74554-a8c7-4491-b0bb-90fabcc34da3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453055 Nov 15 19:31:39.909602 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017bd74-77d9-449e-88f1-dac102983e8c req-525ce69a-7dd1-497e-a193-56286bd5ad0a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:39.911259 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9017bd74-77d9-449e-88f1-dac102983e8c req-525ce69a-7dd1-497e-a193-56286bd5ad0a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0673535 Nov 15 19:31:39.964980 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9017bd74-77d9-449e-88f1-dac102983e8c req-80661dfd-2c4a-4e65-b9fe-b7aa85240360 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451035 Nov 15 19:31:40.602508 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:31:40.698246 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:40.712286 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'bd727b30-144b-479e-b64e-c2680d891554', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'port_id': 'bd727b30-144b-479e-b64e-c2680d891554', 'mac_address': 'fa:16:3e:68:3c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:31:40.759072 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:40.773174 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd727b30-144b-479e-b64e-c2680d891554 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:31:40.793485 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:40.885301 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:40.941537 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=6']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:40.987944 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['bd727b30-144b-479e-b64e-c2680d891554'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:31:41.121696 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391caf41-be27-4465-9f96-eea7900e6f1a req-84875eb1-0691-42ab-a30d-7b31d39e43cb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:41.123209 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-391caf41-be27-4465-9f96-eea7900e6f1a req-84875eb1-0691-42ab-a30d-7b31d39e43cb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.0659125 Nov 15 19:31:41.175681 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-391caf41-be27-4465-9f96-eea7900e6f1a req-7bedc672-d5db-476e-b6f1-63bdebfd6b09 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458024 Nov 15 19:31:42.316114 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5373713-0cf7-4c98-b64e-51fcca8a9e88 req-f2ed3eaa-6a63-4e41-b9e3-a69740a8907d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:42.317696 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a5373713-0cf7-4c98-b64e-51fcca8a9e88 req-f2ed3eaa-6a63-4e41-b9e3-a69740a8907d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.0584147 Nov 15 19:31:42.367352 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a5373713-0cf7-4c98-b64e-51fcca8a9e88 req-9b93130d-149b-4a1f-b3d0-ad99703f4f45 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Nov 15 19:31:42.612912 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:31:42.671269 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port bd727b30-144b-479e-b64e-c2680d891554 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:31:42.671551 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:42.777350 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:42.780299 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:42.820770 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:31:42.823015 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2107cddd-a778-4b9e-8035-6b437df3599c" -d '{"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-plugged", "status": "completed", "tag": "bd727b30-144b-479e-b64e-c2680d891554"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:31:42.846703 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:42.874305 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc221345-1a80-4609-9337-11120f0c1a04 x-openstack-request-id: req-fc221345-1a80-4609-9337-11120f0c1a04 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:31:42.874605 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-plugged", "status": "completed", "tag": "bd727b30-144b-479e-b64e-c2680d891554", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:31:42.874855 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc221345-1a80-4609-9337-11120f0c1a04 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:31:42.875249 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554', 'code': 200} Nov 15 19:31:42.905788 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:42.985330 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=7']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:43.512445 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479622ce-a1e6-486f-b459-11a2e348ff65 req-1d2554d5-50f0-4fa3-ba93-7596b1c91b26 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:43.514629 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-479622ce-a1e6-486f-b459-11a2e348ff65 req-1d2554d5-50f0-4fa3-ba93-7596b1c91b26 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0589657 Nov 15 19:31:43.575471 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-479622ce-a1e6-486f-b459-11a2e348ff65 req-cb85a27a-a6df-4680-acf7-fed21c383fb4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538886 Nov 15 19:31:44.784464 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f12d9-7d4a-4ee1-a3a4-eeb363cd5884 req-f6792b0a-a592-426e-aaef-1d5c8cc089a1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:44.796929 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-014f12d9-7d4a-4ee1-a3a4-eeb363cd5884 req-f6792b0a-a592-426e-aaef-1d5c8cc089a1 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.1023867 Nov 15 19:31:44.863528 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-014f12d9-7d4a-4ee1-a3a4-eeb363cd5884 req-939ff4cd-f2bf-4d64-b7dd-62a0ee38ef4c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643616 Nov 15 19:31:46.034898 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f956b4-54c3-48ca-89f6-f6b12170d1db req-2ca7e662-d6a9-41e4-8467-3d6a226ecbda tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:46.039056 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a8f956b4-54c3-48ca-89f6-f6b12170d1db req-2ca7e662-d6a9-41e4-8467-3d6a226ecbda tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0706110 Nov 15 19:31:46.103613 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a8f956b4-54c3-48ca-89f6-f6b12170d1db req-0a9030a9-7d7e-4997-a3d5-5e2717130a44 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601218 Nov 15 19:31:47.331742 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3a576-c2f8-4c03-914d-4e06d428dbf8 req-12ba9e3c-482e-48bd-8bdc-623f2c9b2eed tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:47.351335 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6fb3a576-c2f8-4c03-914d-4e06d428dbf8 req-12ba9e3c-482e-48bd-8bdc-623f2c9b2eed tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.1428750 Nov 15 19:31:47.465299 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6fb3a576-c2f8-4c03-914d-4e06d428dbf8 req-9270574c-e8a7-450a-944d-fec739109931 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121769 Nov 15 19:31:48.152658 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54484) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:48.338808 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c1a9-e615-49ad-acb6-84f88f6f7149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:48.471009 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c1a9-e615-49ad-acb6-84f88f6f7149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:48.560665 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c1a9-e615-49ad-acb6-84f88f6f7149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:48.621060 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4c1a9-e615-49ad-acb6-84f88f6f7149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb542a4-2a29-48ef-858d-de5b9a664bef,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:48.625661 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522388-c4f7-400b-9f34-c5cf08536522 req-cbcda618-1104-44c2-9050-a2092ccada8b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:48.634704 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8522388-c4f7-400b-9f34-c5cf08536522 req-cbcda618-1104-44c2-9050-a2092ccada8b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0693924 Nov 15 19:31:48.683318 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-7ce4c1a9-e615-49ad-acb6-84f88f6f7149 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea4088f4043042059639239ddb8dd354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5288725 Nov 15 19:31:48.688046 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54492) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:48.710349 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8522388-c4f7-400b-9f34-c5cf08536522 req-a39ad4fd-390c-461e-b7ae-fbc06302de42 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720592 Nov 15 19:31:48.784779 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-82d29341-0ea1-4d66-9fb8-0eb83f4d2692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:48.836536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-82d29341-0ea1-4d66-9fb8-0eb83f4d2692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:49.023316 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-82d29341-0ea1-4d66-9fb8-0eb83f4d2692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:49.030073 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-82d29341-0ea1-4d66-9fb8-0eb83f4d2692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:49.032334 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-82d29341-0ea1-4d66-9fb8-0eb83f4d2692 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/deb542a4-2a29-48ef-858d-de5b9a664bef HTTP/1.1" status: 204 len: 168 time: 0.3423073 Nov 15 19:31:49.049349 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d29341-0ea1-4d66-9fb8-0eb83f4d2692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb542a4-2a29-48ef-858d-de5b9a664bef,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:49.872567 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319cfc-8107-4cc7-9f1f-59ff95c40b65 req-27166edf-a3d9-402c-a44b-480a25514386 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:49.874762 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97319cfc-8107-4cc7-9f1f-59ff95c40b65 req-27166edf-a3d9-402c-a44b-480a25514386 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0739422 Nov 15 19:31:49.931613 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97319cfc-8107-4cc7-9f1f-59ff95c40b65 req-7ebd0107-ca1b-480e-9335-7546134a1244 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502496 Nov 15 19:31:50.432093 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54508) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:50.461462 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c658bcc5-23cb-497a-9f83-11a08fbe9648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:50.647183 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c658bcc5-23cb-497a-9f83-11a08fbe9648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:50.796777 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c658bcc5-23cb-497a-9f83-11a08fbe9648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:50.847177 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658bcc5-23cb-497a-9f83-11a08fbe9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b8033c-6981-40ee-929e-69a38d994a83,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:50.852946 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c658bcc5-23cb-497a-9f83-11a08fbe9648 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=baac5bb449044460bae074ddefa14e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188926 Nov 15 19:31:50.855650 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54516) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:50.949720 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e0999739-c715-4c9d-8d65-d65820477788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:50.995175 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e0999739-c715-4c9d-8d65-d65820477788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:51.107941 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582159d-548c-42eb-8896-ee918588b413 req-eb6df01b-c323-43b5-9fec-82ee22aa0ac6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:51.109797 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e582159d-548c-42eb-8896-ee918588b413 req-eb6df01b-c323-43b5-9fec-82ee22aa0ac6 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0580206 Nov 15 19:31:51.186987 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e0999739-c715-4c9d-8d65-d65820477788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:51.186987 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e0999739-c715-4c9d-8d65-d65820477788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:51.187487 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-e0999739-c715-4c9d-8d65-d65820477788 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0b8033c-6981-40ee-929e-69a38d994a83 HTTP/1.1" status: 204 len: 168 time: 0.3306055 Nov 15 19:31:51.215834 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e582159d-548c-42eb-8896-ee918588b413 req-3ed3e52f-abb1-452f-a47c-bec8b8ad68a4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973506 Nov 15 19:31:51.236492 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0999739-c715-4c9d-8d65-d65820477788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b8033c-6981-40ee-929e-69a38d994a83,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:52.403869 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39fd2c-d4e1-41cb-b33e-dd5ac59b8e8b req-37d75768-89f8-4684-a042-a077cb5ba81d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:52.406130 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa39fd2c-d4e1-41cb-b33e-dd5ac59b8e8b req-37d75768-89f8-4684-a042-a077cb5ba81d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0916209 Nov 15 19:31:52.499009 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa39fd2c-d4e1-41cb-b33e-dd5ac59b8e8b req-30a3be64-307a-4987-b9bc-d7aa140c1356 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822339 Nov 15 19:31:52.530814 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54538) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:52.559578 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-eda2f4d5-f213-4757-bca2-df9173c9e980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:52.722401 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-eda2f4d5-f213-4757-bca2-df9173c9e980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:52.793786 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-eda2f4d5-f213-4757-bca2-df9173c9e980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:52.842149 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2f4d5-f213-4757-bca2-df9173c9e980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928d45d3-29d9-48b1-9686-3f1f745ccc9c,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:52.848087 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-eda2f4d5-f213-4757-bca2-df9173c9e980 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1572eb77e5b40c79479c27ac7f7c650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145878 Nov 15 19:31:52.851987 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54540) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:31:52.915100 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcd1c-cae6-4ae7-ba83-5c0add090864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:52.943571 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcd1c-cae6-4ae7-ba83-5c0add090864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:53.103287 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcd1c-cae6-4ae7-ba83-5c0add090864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:53.108692 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcd1c-cae6-4ae7-ba83-5c0add090864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:53.110392 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e8bfcd1c-cae6-4ae7-ba83-5c0add090864 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/928d45d3-29d9-48b1-9686-3f1f745ccc9c HTTP/1.1" status: 204 len: 168 time: 0.2564049 Nov 15 19:31:53.128442 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfcd1c-cae6-4ae7-ba83-5c0add090864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928d45d3-29d9-48b1-9686-3f1f745ccc9c,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:53.625721 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db444c06-c268-48a6-9629-b3eaa695716f req-07e1515c-4e1e-4d87-be6b-2a9ff6ab23ae tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:53.627290 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-db444c06-c268-48a6-9629-b3eaa695716f req-07e1515c-4e1e-4d87-be6b-2a9ff6ab23ae tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Nov 15 19:31:53.687960 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-db444c06-c268-48a6-9629-b3eaa695716f req-ef703e5c-f9b9-4220-9a5c-4a7de73fb785 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538809 Nov 15 19:31:54.897339 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d2d3f-57e8-4bd2-8dd9-95bcea90e0c2 req-a8cde285-6c07-47c7-9ce5-c83fa6be7eca tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:54.905025 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-664d2d3f-57e8-4bd2-8dd9-95bcea90e0c2 req-a8cde285-6c07-47c7-9ce5-c83fa6be7eca tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.1142514 Nov 15 19:31:55.020981 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-664d2d3f-57e8-4bd2-8dd9-95bcea90e0c2 req-b3feb7b4-b4c8-4e3d-af62-ee617f92c15a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068695 Nov 15 19:31:56.156762 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aadb41-e6aa-44f0-b43e-796720c9a4b1 req-2af84494-3470-4f64-a884-ee61fb8d3fff tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:56.159451 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6aadb41-e6aa-44f0-b43e-796720c9a4b1 req-2af84494-3470-4f64-a884-ee61fb8d3fff tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0568821 Nov 15 19:31:56.231925 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6aadb41-e6aa-44f0-b43e-796720c9a4b1 req-89c4a744-6f43-43e5-b2b9-5a55f87f7e3e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663188 Nov 15 19:31:56.495897 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-5ab0877c-772b-4dab-9bf3-93c1c5723986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:56.497442 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-5ab0877c-772b-4dab-9bf3-93c1c5723986 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 1098 time: 0.0597520 Nov 15 19:31:56.614835 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-3d68741a-0cc9-4a92-bde7-0d9184c5e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:56.616518 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-3d68741a-0cc9-4a92-bde7-0d9184c5e452 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 917 time: 0.1081631 Nov 15 19:31:56.699796 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-bffc3cd7-023b-4592-819b-1ea13769d250 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd727b30-144b-479e-b64e-c2680d891554 HTTP/1.1" status: 200 len: 1000 time: 0.0711880 Nov 15 19:31:56.766286 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-6d377c6a-b1e6-4c0f-bb5a-1138eb41b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:56.767923 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-6d377c6a-b1e6-4c0f-bb5a-1138eb41b580 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.0519779 Nov 15 19:31:56.822789 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-023e767d-55b1-4898-9158-60d550d99e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:56.824352 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-023e767d-55b1-4898-9158-60d550d99e71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441356 Nov 15 19:31:57.006856 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:31:57.181029 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-037c7253-e29f-4175-aa70-3bc95feff7c5 service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450379 Nov 15 19:31:57.296639 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04f9943-3781-4a2f-9059-c5884c8a18aa req-d77b5271-1bcf-4511-9ee3-84c84669d9cb service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050675 Nov 15 19:31:57.413293 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02dcba-bebb-4bfd-8cd9-82c133f639d3 req-9d6be8ae-46a5-4e6d-978a-2ae4b88f4588 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:57.416557 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0d02dcba-bebb-4bfd-8cd9-82c133f639d3 req-9d6be8ae-46a5-4e6d-978a-2ae4b88f4588 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0858781 Nov 15 19:31:57.485186 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0d02dcba-bebb-4bfd-8cd9-82c133f639d3 req-9c9414e6-3008-4da6-9a1e-53f6a35d6d1d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598786 Nov 15 19:31:57.868518 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00e09e-ab59-4562-aee3-0a839df5f376 req-b65f0267-ed8c-467f-a057-4b3a68059e15 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:57.870048 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4d00e09e-ab59-4562-aee3-0a839df5f376 req-b65f0267-ed8c-467f-a057-4b3a68059e15 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 945 time: 0.0507081 Nov 15 19:31:57.921863 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4d00e09e-ab59-4562-aee3-0a839df5f376 req-f30ff353-2d01-464a-88c5-ee5d2a119e02 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 Nov 15 19:31:58.620289 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e68d50-6bf4-4895-b64d-a4185db86611 req-549421e4-fd75-4a81-947b-779b9f6b65da tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:58.621840 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-09e68d50-6bf4-4895-b64d-a4185db86611 req-549421e4-fd75-4a81-947b-779b9f6b65da tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 945 time: 0.0562901 Nov 15 19:31:58.671902 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-09e68d50-6bf4-4895-b64d-a4185db86611 req-fda3d032-a255-4e26-84e1-da920a383b28 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Nov 15 19:31:58.692485 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:31:58.776877 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:58.802606 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:31:58.804999 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ee906-fc08-4e18-8984-107fbb8146f8" -d '{"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-unplugged", "status": "completed", "tag": "bd727b30-144b-479e-b64e-c2680d891554"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:31:58.820150 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:58.847227 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c854a89-811f-43ae-81ae-b74287c2ad7d x-openstack-request-id: req-8c854a89-811f-43ae-81ae-b74287c2ad7d {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:31:58.847730 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-unplugged", "status": "completed", "tag": "bd727b30-144b-479e-b64e-c2680d891554", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:31:58.848132 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c854a89-811f-43ae-81ae-b74287c2ad7d {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:31:58.849292 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554', 'code': 200} Nov 15 19:31:58.913879 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:58.971321 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=8']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:31:59.049806 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1cd7a-f3e1-47c1-8022-43a6448ba275 req-d7bd2040-8bd2-4950-8e38-44ab40d4be92 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:59.051468 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ba1cd7a-f3e1-47c1-8022-43a6448ba275 req-d7bd2040-8bd2-4950-8e38-44ab40d4be92 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 945 time: 0.0562799 Nov 15 19:31:59.111195 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ba1cd7a-f3e1-47c1-8022-43a6448ba275 req-fd77c65c-4c05-4594-b612-ba9d2591c02e tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517724 Nov 15 19:31:59.751462 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-8628ed9e-45ab-429c-ab7e-c879a654f055 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:59.753192 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-8628ed9e-45ab-429c-ab7e-c879a654f055 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 945 time: 0.0544193 Nov 15 19:31:59.823897 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e0cc-a1b5-4405-93a8-8254d9483b0a req-5c9f3585-bdaf-450e-879e-53dd4ffe8696 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:31:59.826401 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6184e0cc-a1b5-4405-93a8-8254d9483b0a req-5c9f3585-bdaf-450e-879e-53dd4ffe8696 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0784328 Nov 15 19:31:59.857085 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Deleting port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:31:59.857418 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:31:59.893154 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6184e0cc-a1b5-4405-93a8-8254d9483b0a req-c553ce8f-98fe-463d-8935-2cd923c5b6a0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584102 Nov 15 19:31:59.976939 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] For port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:31:59.977258 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:00.200941 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:00.201478 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:00.201627 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Floating IP 4b02d6f3-28ef-45e9-a11b-dba7f7199692 disassociated. External IP: 172.27.0.177, port: 4d42e0c9-4491-4ba2-ad4c-373533b4d57a. Nov 15 19:32:00.201948 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Calling delete_port for 4d42e0c9-4491-4ba2-ad4c-373533b4d57a owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:32:00.288740 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4433-ea74-434e-b6c5-b37ba3a8a58b req-1233b24a-bb6a-4291-86a6-dbf1c6b07477 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:00.291519 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ec4a4433-ea74-434e-b6c5-b37ba3a8a58b req-1233b24a-bb6a-4291-86a6-dbf1c6b07477 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 945 time: 0.0974746 Nov 15 19:32:00.372810 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ec4a4433-ea74-434e-b6c5-b37ba3a8a58b req-dc824b2d-0a61-4489-a4b6-4af599a017f2 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups?id=aafe148e-ff3d-42d2-91bd-ab347697ccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690010 Nov 15 19:32:00.462258 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:00.496830 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event deleted for resources: {'Port': ['ID=4d42e0c9-4491-4ba2-ad4c-373533b4d57a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:00.672601 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Router 4fce6746-5632-4832-8c4f-e960924f8ba8 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:32:00.800097 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:32:00.813963 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] Sync routers for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:32:00.829939 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:32:00.830790 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:31:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:00.860087 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] No DVR routers for this DVR port 4d42e0c9-4491-4ba2-ad4c-373533b4d57a on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:32:00.863933 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:00.870466 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-295ef28d-b9a4-4efe-807b-7e03864e0c9f req-2d39434e-56f3-481f-98c8-fd3985279794 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.43 "DELETE /v2.0/ports/4d42e0c9-4491-4ba2-ad4c-373533b4d57a HTTP/1.1" status: 204 len: 173 time: 1.1075926 Nov 15 19:32:00.873109 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'name': 'network-vif-deleted', 'tag': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:32:00.876218 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11e7228-06fe-4953-b429-41624fad8d6a" -d '{"events": [{"server_uuid": "016ee68e-efba-46a6-a2eb-6df07d4dd732", "name": "network-vif-deleted", "tag": "4d42e0c9-4491-4ba2-ad4c-373533b4d57a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:32:01.148227 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:32:01.164050 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543ec4f6-a270-484e-9989-03bde911e25b x-openstack-request-id: req-543ec4f6-a270-484e-9989-03bde911e25b {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:32:01.164637 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016ee68e-efba-46a6-a2eb-6df07d4dd732", "name": "network-vif-deleted", "tag": "4d42e0c9-4491-4ba2-ad4c-373533b4d57a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:32:01.164988 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-543ec4f6-a270-484e-9989-03bde911e25b {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:32:01.165707 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016ee68e-efba-46a6-a2eb-6df07d4dd732', 'name': 'network-vif-deleted', 'tag': '4d42e0c9-4491-4ba2-ad4c-373533b4d57a', 'status': 'completed', 'code': 200} Nov 15 19:32:01.431033 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:01.467055 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] Checking router: 4fce6746-5632-4832-8c4f-e960924f8ba8 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:32:01.478980 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:32:01.479706 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:31:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:01.573577 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b0d6d9d1-1c22-4b63-8231-a31f4f349729 req-03b228f3-beef-418f-802b-4db7f3c0493d tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/ports?device_id=016ee68e-efba-46a6-a2eb-6df07d4dd732 HTTP/1.1" status: 200 len: 210 time: 0.0486856 Nov 15 19:32:01.634151 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:32:01.876863 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:01.906824 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce736d3e-13ed-4a15-a9e7-76978ea6ae44 None None] The sync data for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi is: [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:17Z', 'revision_number': 4, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '9a60a848-f9c9-4066-8b25-d002ec0f5008', 'name': '', 'network_id': 'c2b50177-4900-4c8b-aa6e-716b85262cbe', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'mac_address': 'fa:16:3e:34:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:14Z', 'updated_at': '2021-11-15T19:25:27Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'subnets': [{'id': 'f2545385-046e-45a3-8f40-eb1f9190a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:32:02.195787 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92834e57-7e93-47b0-9a3b-07080982d489 None None] New status for floating IP 4b02d6f3-28ef-45e9-a11b-dba7f7199692: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:32:02.382404 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f61b678-81cf-445c-9e8d-3ad3cdc218e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:02.539528 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [req-5ed9a1ce-3b40-4b9c-a850-e25ccb5e9c98 req-ba7076a5-c299-47ad-bf7b-77dc929488be service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:32:02.540571 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5ed9a1ce-3b40-4b9c-a850-e25ccb5e9c98 req-ba7076a5-c299-47ad-bf7b-77dc929488be service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054455 Nov 15 19:32:02.702947 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 4d42e0c9-4491-4ba2-ad4c-373533b4d57a no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:32:02.727971 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 4d42e0c9-4491-4ba2-ad4c-373533b4d57a {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:32:02.728323 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 4d42e0c9-4491-4ba2-ad4c-373533b4d57a not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:32:02.728770 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:32:02.774286 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54724) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:02.792256 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54726) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:02.875181 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9f09cc20-aafc-488a-9c40-94a7c3995281 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:02.902464 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9f09cc20-aafc-488a-9c40-94a7c3995281 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:02.951278 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-989404d8-281c-47a6-a529-51df3bb85aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:02.997080 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8992e-1107-4b04-9607-7d360e9edddc req-03876f76-e7e2-4e68-8db8-f0d37523b4e7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:02.998694 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-52a8992e-1107-4b04-9607-7d360e9edddc req-03876f76-e7e2-4e68-8db8-f0d37523b4e7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0883622 Nov 15 19:32:03.059479 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-52a8992e-1107-4b04-9607-7d360e9edddc req-86d22301-63c3-476d-90a2-20aead568997 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504701 Nov 15 19:32:03.097055 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9f09cc20-aafc-488a-9c40-94a7c3995281 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.101914 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9f09cc20-aafc-488a-9c40-94a7c3995281 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.103843 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9f09cc20-aafc-488a-9c40-94a7c3995281 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "DELETE /v2.0/security-groups/aafe148e-ff3d-42d2-91bd-ab347697ccaf HTTP/1.1" status: 204 len: 168 time: 0.3270297 Nov 15 19:32:03.109938 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54738) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:03.140105 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09cc20-aafc-488a-9c40-94a7c3995281 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe148e-ff3d-42d2-91bd-ab347697ccaf,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:03.147370 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.api.v2.resource [None req-f1c85738-70cd-4695-9669-431bbaa3d16a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] show failed (client error): The resource could not be found. Nov 15 19:32:03.148486 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-f1c85738-70cd-4695-9669-431bbaa3d16a tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "GET /v2.0/security-groups/aafe148e-ff3d-42d2-91bd-ab347697ccaf HTTP/1.1" status: 404 len: 347 time: 0.0375197 Nov 15 19:32:03.151421 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54746) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:03.192438 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-989404d8-281c-47a6-a529-51df3bb85aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.277498 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-989404d8-281c-47a6-a529-51df3bb85aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.323090 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Deleting port 981c3999-91fe-48af-b897-b90d34fa0701 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:32:03.323648 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.337928 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-989404d8-281c-47a6-a529-51df3bb85aa7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6eda8ff016374e9ebf7aaac15bd13534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441079 Nov 15 19:32:03.339184 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989404d8-281c-47a6-a529-51df3bb85aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3254b8-9b56-4732-823e-50ce0d4bb395,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:03.340954 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54752) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:03.507398 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.507398 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.530439 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-62239922-6b4b-4ddd-86af-e18ce90f8b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.534008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Calling delete_port for 981c3999-91fe-48af-b897-b90d34fa0701 owned by network:floatingip {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:32:03.552855 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54760) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:03.555864 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a49f-40e9-4edb-89fd-729e5fe1dba8 req-1ac82344-c823-49ce-94b7-b4a8a7d35571 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:03.557475 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2aa5a49f-40e9-4edb-89fd-729e5fe1dba8 req-1ac82344-c823-49ce-94b7-b4a8a7d35571 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.1427834 Nov 15 19:32:03.584551 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-62239922-6b4b-4ddd-86af-e18ce90f8b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.648328 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-e925aaa7-80ac-41d7-b974-d27fc015cde5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941949 Nov 15 19:32:03.658133 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-c0c8e817-b76f-43d6-9187-4db5faecf160 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:32:03.659180 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-c0c8e817-b76f-43d6-9187-4db5faecf160 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053396 Nov 15 19:32:03.710548 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2aa5a49f-40e9-4edb-89fd-729e5fe1dba8 req-bd4606e6-fdc9-4ba5-a3e2-7521d6ffa8d2 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420119 Nov 15 19:32:03.816290 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-62239922-6b4b-4ddd-86af-e18ce90f8b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.819849 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-62239922-6b4b-4ddd-86af-e18ce90f8b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.823813 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-62239922-6b4b-4ddd-86af-e18ce90f8b8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b3254b8-9b56-4732-823e-50ce0d4bb395 HTTP/1.1" status: 204 len: 168 time: 0.4790201 Nov 15 19:32:03.830024 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62239922-6b4b-4ddd-86af-e18ce90f8b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3254b8-9b56-4732-823e-50ce0d4bb395,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:03.850767 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.883768 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Pushing event deleted for resources: {'Port': ['ID=981c3999-91fe-48af-b897-b90d34fa0701,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:03.959908 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks [] for floatingip, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.962844 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:03.964213 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-bfea3f5a-2416-453a-a501-9ad6cf1268f0 tempest-AttachVolumeTestJSON-1413476575 tempest-AttachVolumeTestJSON-1413476575-project] 10.222.0.48 "DELETE /v2.0/floatingips/4b02d6f3-28ef-45e9-a11b-dba7f7199692 HTTP/1.1" status: 204 len: 168 time: 0.8118134 Nov 15 19:32:04.227619 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b29b4-3cb5-43ea-9a6f-074de2c1ecca req-1cdd17a8-f5e6-4231-8b61-35c3cc14f1f8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:04.229625 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cf7b29b4-3cb5-43ea-9a6f-074de2c1ecca req-1cdd17a8-f5e6-4231-8b61-35c3cc14f1f8 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0859807 Nov 15 19:32:04.319099 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cf7b29b4-3cb5-43ea-9a6f-074de2c1ecca req-bd98c291-9799-4d4e-ad40-280a188a91db tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775390 Nov 15 19:32:04.702507 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1882b0d-2838-4fcb-9614-147ccbc0ce91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:04.773859 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54782) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:04.788938 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf23a-4945-4309-adef-bfd2af7499f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:04.861296 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49900f8b-b864-4174-864a-1eb74ccc7e68 req-3cac2274-0a72-4735-8c5d-f9caba20f4ad tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:04.863955 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-49900f8b-b864-4174-864a-1eb74ccc7e68 req-3cac2274-0a72-4735-8c5d-f9caba20f4ad tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0705457 Nov 15 19:32:04.879752 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf23a-4945-4309-adef-bfd2af7499f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:04.938614 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-49900f8b-b864-4174-864a-1eb74ccc7e68 req-7b9d9cfa-3c8c-446d-a338-564b45c0a551 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589290 Nov 15 19:32:05.027849 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf23a-4945-4309-adef-bfd2af7499f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:05.071214 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1c9bf23a-4945-4309-adef-bfd2af7499f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edf67f2226424505b587a51d42bc5b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953198 Nov 15 19:32:05.072861 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bf23a-4945-4309-adef-bfd2af7499f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abd6fbd-0a8e-4d64-95b5-1fec4aa309cc,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:05.074716 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54784) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:05.134628 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e8be835a-809c-4046-b470-f4131a2fef53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:05.157066 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e8be835a-809c-4046-b470-f4131a2fef53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:05.370711 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e8be835a-809c-4046-b470-f4131a2fef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:05.374366 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e8be835a-809c-4046-b470-f4131a2fef53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:05.378103 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-e8be835a-809c-4046-b470-f4131a2fef53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0abd6fbd-0a8e-4d64-95b5-1fec4aa309cc HTTP/1.1" status: 204 len: 168 time: 0.2999189 Nov 15 19:32:05.402566 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be835a-809c-4046-b470-f4131a2fef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abd6fbd-0a8e-4d64-95b5-1fec4aa309cc,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:05.490599 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-f2df8c1b-15de-47c2-a86d-0ba29ec49300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:05.492130 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-f2df8c1b-15de-47c2-a86d-0ba29ec49300 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18&tenant_id=944fac2241b641eea7abb0709d60afcc HTTP/1.1" status: 200 len: 1096 time: 0.1345479 Nov 15 19:32:05.510120 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1c5e1-b49a-4d8d-af28-32336203d3ad req-df103e72-695b-4b37-a3a5-3aabe0b6fc5f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:05.511887 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2b1c5e1-b49a-4d8d-af28-32336203d3ad req-df103e72-695b-4b37-a3a5-3aabe0b6fc5f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0789962 Nov 15 19:32:05.602624 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2b1c5e1-b49a-4d8d-af28-32336203d3ad req-3d6dfcc2-2389-4a7e-9afb-83f7e870d94e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847971 Nov 15 19:32:05.605707 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-697ddd98-b386-4b4b-bbc7-b9118eb34e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:05.607204 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-697ddd98-b386-4b4b-bbc7-b9118eb34e32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944fac2241b641eea7abb0709d60afcc&device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 1096 time: 0.0877011 Nov 15 19:32:05.731949 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-3cfa557f-8819-454a-a70f-286ab25b8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:05.734376 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-3cfa557f-8819-454a-a70f-286ab25b8773 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 200 len: 917 time: 0.1136885 Nov 15 19:32:05.810667 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-076e03bb-903a-4391-af4d-1a288c055226 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd727b30-144b-479e-b64e-c2680d891554 HTTP/1.1" status: 200 len: 998 time: 0.0680964 Nov 15 19:32:05.816991 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:05.867743 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-cb2412c0-0734-4685-b73b-4036eb596bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:05.869471 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-cb2412c0-0734-4685-b73b-4036eb596bc6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 200 len: 855 time: 0.0505638 Nov 15 19:32:05.930614 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-66920614-764b-42a4-846f-7c8284619223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:05.930614 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-66920614-764b-42a4-846f-7c8284619223 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503118 Nov 15 19:32:06.031811 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-887e7f87-89d1-4f05-8660-97b98066c8fc service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970025 Nov 15 19:32:06.091481 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3de5-9a86-492f-adad-59ebed9d442f req-d284167b-afc8-4c3f-9c51-907248d238e6 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:06.093323 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a23e3de5-9a86-492f-adad-59ebed9d442f req-d284167b-afc8-4c3f-9c51-907248d238e6 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0642402 Nov 15 19:32:06.134887 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82f786f0-79c7-492e-9773-6abf96de8aa4 req-f77381d8-3deb-47cc-81f4-98f1913fa71b service neutron] 10.222.0.43 "GET /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953360 Nov 15 19:32:06.156979 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a23e3de5-9a86-492f-adad-59ebed9d442f req-7dff76c2-486e-4851-94bd-35ede032a872 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566645 Nov 15 19:32:06.822085 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4018-0ac8-4cc0-bfe2-084b75d42811 req-fe94936d-d6b3-4752-a4d2-38778bcbe415 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:06.824170 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa0f4018-0ac8-4cc0-bfe2-084b75d42811 req-fe94936d-d6b3-4752-a4d2-38778bcbe415 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.1175158 Nov 15 19:32:06.884556 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa0f4018-0ac8-4cc0-bfe2-084b75d42811 req-eeecaf19-029d-4a6e-b110-24d8594dbdbd tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535181 Nov 15 19:32:07.361912 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d78b4c-e739-46d3-bc0e-e5ca02040a27 req-27cbc64c-bca2-4f81-9a18-2e7e6ec66244 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:07.372067 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b2d78b4c-e739-46d3-bc0e-e5ca02040a27 req-27cbc64c-bca2-4f81-9a18-2e7e6ec66244 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.1156614 Nov 15 19:32:07.414094 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:07.438941 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b2d78b4c-e739-46d3-bc0e-e5ca02040a27 req-f1f95376-c957-495c-b07b-f5886e060ea4 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659437 Nov 15 19:32:07.588273 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54864) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:07.740401 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-436f84b5-d8aa-48f0-a70c-e0ed032a5d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:07.844936 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-436f84b5-d8aa-48f0-a70c-e0ed032a5d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:07.931108 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-436f84b5-d8aa-48f0-a70c-e0ed032a5d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:07.972671 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-436f84b5-d8aa-48f0-a70c-e0ed032a5d32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb57fd8e186c426dab030dcef6678d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831391 Nov 15 19:32:07.976008 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54870) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:07.985048 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f84b5-d8aa-48f0-a70c-e0ed032a5d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e58086e-39b1-44c5-97ff-faa84c6b52f6,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:08.093491 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:08.102883 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad82bdd-d44a-40f3-b51e-30cee9bd0365 req-a931c7cc-3fba-4df7-a3ef-014a4318a05a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:08.104934 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4ad82bdd-d44a-40f3-b51e-30cee9bd0365 req-a931c7cc-3fba-4df7-a3ef-014a4318a05a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.1225300 Nov 15 19:32:08.127824 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4f03dda2-3431-41e9-87b6-ba9ec7b2d9bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:08.170116 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4f03dda2-3431-41e9-87b6-ba9ec7b2d9bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:08.216095 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4ad82bdd-d44a-40f3-b51e-30cee9bd0365 req-ca530a48-2a08-405d-b823-eb5f3e48c030 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977395 Nov 15 19:32:08.294461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54878) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:08.428922 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4f03dda2-3431-41e9-87b6-ba9ec7b2d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:08.431496 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4f03dda2-3431-41e9-87b6-ba9ec7b2d9bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:08.432695 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4f03dda2-3431-41e9-87b6-ba9ec7b2d9bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e58086e-39b1-44c5-97ff-faa84c6b52f6 HTTP/1.1" status: 204 len: 168 time: 0.4556077 Nov 15 19:32:08.474733 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03dda2-3431-41e9-87b6-ba9ec7b2d9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e58086e-39b1-44c5-97ff-faa84c6b52f6,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:08.738470 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a6636-8fcf-46a6-8582-b37d9c45c4b9 req-fc683fd2-57e6-4256-b41c-31d3c491eebf tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:08.740465 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1f4a6636-8fcf-46a6-8582-b37d9c45c4b9 req-fc683fd2-57e6-4256-b41c-31d3c491eebf tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0782547 Nov 15 19:32:08.837489 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1f4a6636-8fcf-46a6-8582-b37d9c45c4b9 req-92874895-fd9b-419c-9b4d-0fb681e5bd65 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842960 Nov 15 19:32:09.057386 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:09.371369 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Deleting port 9a60a848-f9c9-4066-8b25-d002ec0f5008 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:32:09.371702 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:09.396528 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145f963-5319-4688-8348-c313444c4520 req-9c40260f-0e30-4a14-aaa1-03444b1bee05 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:09.398745 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c145f963-5319-4688-8348-c313444c4520 req-9c40260f-0e30-4a14-aaa1-03444b1bee05 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0627048 Nov 15 19:32:09.496041 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] For port 9a60a848-f9c9-4066-8b25-d002ec0f5008, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=9a60a848-f9c9-4066-8b25-d002ec0f5008,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:09.496706 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:09.501629 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c145f963-5319-4688-8348-c313444c4520 req-ef9aa8b9-4d7d-403d-b43a-2bf25afd310b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939970 Nov 15 19:32:09.516099 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Calling delete_port for 9a60a848-f9c9-4066-8b25-d002ec0f5008 owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:32:09.845532 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:09.872033 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a60a848-f9c9-4066-8b25-d002ec0f5008,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:10.444205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a2f43-eba3-4afb-af31-bf2a2c477543 req-556ade03-1377-473a-ace7-206a3b11db11 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:10.445694 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b4a2f43-eba3-4afb-af31-bf2a2c477543 req-556ade03-1377-473a-ace7-206a3b11db11 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.4944062 Nov 15 19:32:10.514394 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:10.536273 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b4a2f43-eba3-4afb-af31-bf2a2c477543 req-9e86c743-b3ee-4d56-b607-99a3919842fe tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841227 Nov 15 19:32:10.626972 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09107f9-5a15-498d-b242-9fa6e1c66247 req-72a52eea-6be8-4258-a7fa-5552540e5a24 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:10.632388 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e09107f9-5a15-498d-b242-9fa6e1c66247 req-72a52eea-6be8-4258-a7fa-5552540e5a24 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0567453 Nov 15 19:32:10.686183 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e09107f9-5a15-498d-b242-9fa6e1c66247 req-f75acd23-e0f6-4366-ae8b-5bea4c0d306c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499876 Nov 15 19:32:10.853058 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Router 4fce6746-5632-4832-8c4f-e960924f8ba8 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:32:10.995336 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:32:11.005578 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-83aa3aab-f798-40ed-be72-4731da0f2693 admin admin] 10.222.0.48 "PUT /v2.0/routers/4fce6746-5632-4832-8c4f-e960924f8ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7059803 Nov 15 19:32:11.005841 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] Sync routers for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:32:11.011083 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54896) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:11.019139 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:32:11.019774 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:32:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:11.176639 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:32:11.189168 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks [] for router, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:11.334792 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:11.485983 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:32:09Z', 'revision_number': 5, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port': {'id': 'a396fb94-3685-483a-ace0-53e87a87b404', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:11.527124 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Deleting port a396fb94-3685-483a-ace0-53e87a87b404 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:32:11.527468 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:11.536636 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] Checking router: 4fce6746-5632-4832-8c4f-e960924f8ba8 for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:32:11.552049 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] Routers {'4fce6746-5632-4832-8c4f-e960924f8ba8'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:32:11.553445 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:32:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['4fce6746-5632-4832-8c4f-e960924f8ba8'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:11.651541 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] For port a396fb94-3685-483a-ace0-53e87a87b404, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=a396fb94-3685-483a-ace0-53e87a87b404,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:11.652457 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:11.688314 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Calling delete_port for a396fb94-3685-483a-ace0-53e87a87b404 owned by network:router_gateway {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:32:11.726233 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] Set router 4fce6746-5632-4832-8c4f-e960924f8ba8 gateway port host: None {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:32:11.795562 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb9d83-5f23-4cb9-8ab7-6fec9171935d req-49d37a11-9bc4-4b2e-ba4d-2ae5d56f54c6 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:11.811438 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ffeb9d83-5f23-4cb9-8ab7-6fec9171935d req-49d37a11-9bc4-4b2e-ba4d-2ae5d56f54c6 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.1126106 Nov 15 19:32:11.860073 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:32:11Z', 'revision_number': 6, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port_host': None}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:11.898884 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a585b-4ab6-4d64-a9d0-f5925d779cef None None] The sync data for ids ['4fce6746-5632-4832-8c4f-e960924f8ba8'] in dv-cinder-801522-7-iscsi is: [{'id': '4fce6746-5632-4832-8c4f-e960924f8ba8', 'name': 'tempest-AttachVolumeTestJSON-126433731-router', 'tenant_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:32:11Z', 'revision_number': 6, 'project_id': 'feaf7ba58d1c4392af14964ed9697c7c', 'gw_port_host': None}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:32:11.920599 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ffeb9d83-5f23-4cb9-8ab7-6fec9171935d req-4a4a8cf2-b7c5-43f8-9303-5a1ae4559cee tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078184 Nov 15 19:32:11.996328 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795b16a-b1e5-4b05-a4d2-291687f7ee98 req-26c3a2ac-b1f0-47fa-b972-f63363aee99d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:11.998066 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0795b16a-b1e5-4b05-a4d2-291687f7ee98 req-26c3a2ac-b1f0-47fa-b972-f63363aee99d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0958376 Nov 15 19:32:12.101070 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0795b16a-b1e5-4b05-a4d2-291687f7ee98 req-de3d2fe0-ff8d-49f5-92b0-2c7ad63eaac7 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615253 Nov 15 19:32:12.177450 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.211452 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Pushing event deleted for resources: {'Port': ['ID=a396fb94-3685-483a-ace0-53e87a87b404,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:12.302839 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.406825 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.409108 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.522598 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.523168 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fce6746-5632-4832-8c4f-e960924f8ba8 {{(pid=102515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:32:12.528398 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.529566 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-95f77450-55a5-4270-bb9d-92415580222a admin admin] 10.222.0.48 "DELETE /v2.0/routers/4fce6746-5632-4832-8c4f-e960924f8ba8 HTTP/1.1" status: 204 len: 168 time: 1.5217035 Nov 15 19:32:12.532094 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54902) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:12.588495 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Deleting subnet f2545385-046e-45a3-8f40-eb1f9190a69e {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:32:12.595702 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.657231 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.730954 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.775957 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.917239 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device a396fb94-3685-483a-ace0-53e87a87b404 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:32:12.922295 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.946953 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2545385-046e-45a3-8f40-eb1f9190a69e,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:12.955893 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: a396fb94-3685-483a-ace0-53e87a87b404 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:32:12.956240 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device a396fb94-3685-483a-ace0-53e87a87b404 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:32:12.956745 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 9a60a848-f9c9-4066-8b25-d002ec0f5008 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:32:12.959141 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.959538 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.959961 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.960194 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.960555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.960891 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.961215 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.961536 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.961924 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.962154 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.962470 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.962782 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:12.965962 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:12.972088 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d493b851-1b4f-4d4c-ac1e-d0ef6457341d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f2545385-046e-45a3-8f40-eb1f9190a69e HTTP/1.1" status: 204 len: 168 time: 0.4388471 Nov 15 19:32:12.972592 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54906) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:12.977797 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45c013a-af65-408a-bbf0-b9c40a430803 None None] Network c2b50177-4900-4c8b-aa6e-716b85262cbe requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:32:13.012326 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 9a60a848-f9c9-4066-8b25-d002ec0f5008 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:32:13.012752 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 9a60a848-f9c9-4066-8b25-d002ec0f5008 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:32:13.184919 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:13.304115 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc774944-c236-43fc-9166-298404900a11 req-f6ba36f5-8f8f-4909-9614-b0c23e356a39 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:13.317923 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fc774944-c236-43fc-9166-298404900a11 req-f6ba36f5-8f8f-4909-9614-b0c23e356a39 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.2217379 Nov 15 19:32:13.324597 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329a309-9cb2-4d13-8e79-22a67629377b req-3ee7a292-7ff8-4ead-a779-f1f8779a128a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:13.324840 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] DHCP port deletion for c2b50177-4900-4c8b-aa6e-716b85262cbe request from dv-cinder-801522-7-iscsi {{(pid=102517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 19:32:13.326501 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0329a309-9cb2-4d13-8e79-22a67629377b req-3ee7a292-7ff8-4ead-a779-f1f8779a128a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.1243758 Nov 15 19:32:13.397039 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fc774944-c236-43fc-9166-298404900a11 req-b5dc6559-e5c9-40a3-a430-273e08371a33 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761812 Nov 15 19:32:13.408329 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Deleting port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:32:13.408696 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:13.421710 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0329a309-9cb2-4d13-8e79-22a67629377b req-ed9e97ec-495a-4de6-8c9f-4573fe6a0ab4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873048 Nov 15 19:32:13.483365 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Deleting port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:32:13.483857 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:13.525348 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] For port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:13.525949 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:13.548248 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Calling delete_port for 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:32:13.605613 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] For port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,segment=NetworkSegment(1bf08e2d-5a85-4ade-a379-918d5e38f650),segment_id=1bf08e2d-5a85-4ade-a379-918d5e38f650)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:13.606479 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:13.632996 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Calling delete_port for 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:32:13.877156 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:13.906718 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:13.914343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:13.924785 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] No DVR routers for this DVR port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 on host dv-cinder-801522-7-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:32:13.933268 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Pushing event deleted for resources: {'Port': ['ID=2a9f7d16-0461-4e9a-8c18-199ca84fbc51,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:13.940792 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.941134 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.941465 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.941823 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.942145 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.942465 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.942789 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.943105 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.943425 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.943740 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.944054 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.944381 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:13.948691 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be988b9-93bc-4202-a5b1-5797506f3771 None None] No DVR routers for this DVR port 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 on host dv-cinder-801522-7-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:32:14.015029 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:14.040384 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b50177-4900-4c8b-aa6e-716b85262cbe']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:14.054696 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf08e2d-5a85-4ade-a379-918d5e38f650') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:14.054982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf08e2d-5a85-4ade-a379-918d5e38f650') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:32:14.068754 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:14.083445 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:14.091205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:32:14.091205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:32:14.103461 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:32:14.273598 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:14.286185 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:14.294509 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c2b50177-4900-4c8b-aa6e-716b85262cbe HTTP/1.1" status: 204 len: 168 time: 1.3195572 Nov 15 19:32:14.313928 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb1490-8540-409c-9c44-dbe858ae8930 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b50177-4900-4c8b-aa6e-716b85262cbe,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:14.536587 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f5c94-1eb4-4c61-b6dd-1bc4948430e5 req-7af42425-1a23-4e49-af96-fb5ae779233e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:14.539099 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e19f5c94-1eb4-4c61-b6dd-1bc4948430e5 req-7af42425-1a23-4e49-af96-fb5ae779233e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0709977 Nov 15 19:32:14.602117 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b2817-97a4-48d9-8b6a-eda7d1a5a6e2 req-6d7718c9-c051-4540-9244-46f9e4e0e94d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:14.603966 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-720b2817-97a4-48d9-8b6a-eda7d1a5a6e2 req-6d7718c9-c051-4540-9244-46f9e4e0e94d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0636394 Nov 15 19:32:14.609852 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e19f5c94-1eb4-4c61-b6dd-1bc4948430e5 req-7cde2200-3221-4005-bbf9-dc96d7a71e20 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645046 Nov 15 19:32:14.667129 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-720b2817-97a4-48d9-8b6a-eda7d1a5a6e2 req-6da8c35f-88bf-447e-b3b2-c998f9c37bfb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524986 Nov 15 19:32:14.844201 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54918) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:14.895800 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f0f8b419-590b-471d-b465-9d71aadb0a7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=feaf7ba58d1c4392af14964ed9697c7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491953 Nov 15 19:32:14.898926 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:32:14.899491 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 54920) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:14.939814 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:32:14.940828 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 2a9f7d16-0461-4e9a-8c18-199ca84fbc51 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:32:14.970996 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d4d06cdd-9b90-4656-b624-ab87bcdf85ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:14.996410 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d4d06cdd-9b90-4656-b624-ab87bcdf85ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:15.190671 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d4d06cdd-9b90-4656-b624-ab87bcdf85ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:15.193829 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d4d06cdd-9b90-4656-b624-ab87bcdf85ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:15.194969 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d4d06cdd-9b90-4656-b624-ab87bcdf85ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d53b8512-4772-4773-8183-898b11bd94ca HTTP/1.1" status: 204 len: 168 time: 0.2937431 Nov 15 19:32:15.204919 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06cdd-9b90-4656-b624-ab87bcdf85ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53b8512-4772-4773-8183-898b11bd94ca,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:15.791215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22258-b91b-43c9-bbbf-b11598110eea req-5e99faae-a31e-4000-999d-e7ec0f8ec0df tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:15.792860 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0d22258-b91b-43c9-bbbf-b11598110eea req-5e99faae-a31e-4000-999d-e7ec0f8ec0df tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0797143 Nov 15 19:32:15.865018 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9907aa-9948-4e8b-9907-cb9b62c1b979 req-ae25a871-8f24-4dbb-b3fa-f61f2a1a6e1e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:15.870965 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0e9907aa-9948-4e8b-9907-cb9b62c1b979 req-ae25a871-8f24-4dbb-b3fa-f61f2a1a6e1e tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.1051688 Nov 15 19:32:15.877452 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0d22258-b91b-43c9-bbbf-b11598110eea req-9f36d4e8-fd4c-435a-827e-03c66b88e7df tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773311 Nov 15 19:32:15.960135 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0e9907aa-9948-4e8b-9907-cb9b62c1b979 req-c50b53a1-b418-4027-8d64-18acbf40d138 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703845 Nov 15 19:32:17.021471 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4eaa8-5638-4443-9ac5-c5666b2e01e3 req-fe756fbd-fa79-44ae-9b12-a8e0c2388173 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:17.023255 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-13f4eaa8-5638-4443-9ac5-c5666b2e01e3 req-fe756fbd-fa79-44ae-9b12-a8e0c2388173 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0697036 Nov 15 19:32:17.104946 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-13f4eaa8-5638-4443-9ac5-c5666b2e01e3 req-6d49a3a2-9441-4e36-9e7a-1f4592207dd4 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755579 Nov 15 19:32:17.127181 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ef19-8ea7-429b-895f-a2f169306bb4 req-515e59f9-feee-4f30-85ce-76587f88f338 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:17.129134 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cb71ef19-8ea7-429b-895f-a2f169306bb4 req-515e59f9-feee-4f30-85ce-76587f88f338 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0713680 Nov 15 19:32:17.202219 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cb71ef19-8ea7-429b-895f-a2f169306bb4 req-6173b4ca-7e94-4193-bdff-d9ec499e748a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591540 Nov 15 19:32:18.235738 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933aeb-fa7a-48c4-b4ba-99239dc726c1 req-45c07d8e-f63f-4c95-87e6-a6d1044b1c7c tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:18.237380 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5933aeb-fa7a-48c4-b4ba-99239dc726c1 req-45c07d8e-f63f-4c95-87e6-a6d1044b1c7c tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0593879 Nov 15 19:32:18.325146 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5933aeb-fa7a-48c4-b4ba-99239dc726c1 req-10dd6af6-20ca-4db6-bc95-d1e25f3c72ef tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789433 Nov 15 19:32:18.367215 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa982b03-9312-42a2-80aa-b72e228406ef req-cd475866-61e7-4f31-9b4c-e16cd14c0e74 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:18.368963 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa982b03-9312-42a2-80aa-b72e228406ef req-cd475866-61e7-4f31-9b4c-e16cd14c0e74 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0658202 Nov 15 19:32:18.424351 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aa982b03-9312-42a2-80aa-b72e228406ef req-f09c8102-cd86-4eb5-b7db-663cf965127b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490692 Nov 15 19:32:19.020047 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-66de0269-308e-4ac6-bdb5-16dddeafc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:19.021575 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-66de0269-308e-4ac6-bdb5-16dddeafc857 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1098 time: 0.0455549 Nov 15 19:32:19.161209 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-5e95c520-4016-42cc-856c-408d2558a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:19.162820 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-5e95c520-4016-42cc-856c-408d2558a1b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 200 len: 909 time: 0.1080210 Nov 15 19:32:19.243741 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-023c1563-ba0b-4e3b-aa57-d9280f8bb2c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0712798 Nov 15 19:32:19.301874 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-bf52e19b-2285-41cf-8516-6982de776b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:19.303374 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-bf52e19b-2285-41cf-8516-6982de776b79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf47254e-a907-4641-9f52-2aa03cd5c250 HTTP/1.1" status: 200 len: 847 time: 0.0514891 Nov 15 19:32:19.354634 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-2a33af7d-5782-41d4-adf6-d88a1c98476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:19.356128 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-2a33af7d-5782-41d4-adf6-d88a1c98476c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a90cd09-0275-4504-b10f-a52e50c0cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420337 Nov 15 19:32:19.491063 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab461f-36a8-46a4-a8a6-3cfb49ffe378 req-4161e1f2-aa78-4cb3-861b-0aee56290aa2 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:19.492642 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2eab461f-36a8-46a4-a8a6-3cfb49ffe378 req-4161e1f2-aa78-4cb3-861b-0aee56290aa2 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0844898 Nov 15 19:32:19.494935 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-bcc8c811-a3d1-427d-bd5f-4325c57f3c12 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304994 Nov 15 19:32:19.557870 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff754-5afc-4bee-bdbb-02ed74044cad req-f4e0dd9c-d38e-4776-a42d-c1f169fbdae3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:19.559326 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e50ff754-5afc-4bee-bdbb-02ed74044cad req-f4e0dd9c-d38e-4776-a42d-c1f169fbdae3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0502684 Nov 15 19:32:19.603542 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2eab461f-36a8-46a4-a8a6-3cfb49ffe378 req-0d4c4d83-f95e-4fc2-918c-e374717ccc63 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047056 Nov 15 19:32:19.625211 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e50ff754-5afc-4bee-bdbb-02ed74044cad req-c29de4d7-4a20-43ea-bfdd-7099db80600d tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594633 Nov 15 19:32:19.655823 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5750bdb-6767-4e1c-b437-6b8797eb83dc req-d610860e-8fc2-4eb5-8973-b7c1410a24a9 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496842 Nov 15 19:32:19.765731 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-2a301509-82e5-4b00-a92b-310c2c413eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:19.769086 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-2a301509-82e5-4b00-a92b-310c2c413eda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1098 time: 0.0633631 Nov 15 19:32:19.873882 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-c00d8358-9164-4a91-92c2-fe808a8af7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:19.875405 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-c00d8358-9164-4a91-92c2-fe808a8af7f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 200 len: 909 time: 0.0917454 Nov 15 19:32:19.950109 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-5c4b5d92-4ef1-42eb-a291-0e217f760a39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0664163 Nov 15 19:32:20.014458 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-594bface-6685-4d7b-8b04-9bc57e66891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:20.016101 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-594bface-6685-4d7b-8b04-9bc57e66891e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf47254e-a907-4641-9f52-2aa03cd5c250 HTTP/1.1" status: 200 len: 847 time: 0.0565424 Nov 15 19:32:20.072256 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-e652cb35-8cf2-4f72-b3a3-2f751dc2b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:20.074025 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-e652cb35-8cf2-4f72-b3a3-2f751dc2b648 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a90cd09-0275-4504-b10f-a52e50c0cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504007 Nov 15 19:32:20.210416 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-44e078c0-c80a-4f1e-b390-85ac30f02477 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266906 Nov 15 19:32:20.312091 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a89ab6d-22e8-45d6-8529-cae54292edd3 req-683bf058-2c6f-4f87-8c9e-0ee1b89a1cd9 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930390 Nov 15 19:32:20.741280 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a456d6-9d90-4077-9ebc-41fa0dd12958 req-388767bd-e1c4-42fe-9b9e-5f57e24ca403 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:20.742894 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-99a456d6-9d90-4077-9ebc-41fa0dd12958 req-388767bd-e1c4-42fe-9b9e-5f57e24ca403 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0556388 Nov 15 19:32:20.760992 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4dcde-5431-4cd9-8566-6bddfa32383f req-18213179-e2f8-4d31-b19f-508b1f61b86f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:20.762537 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-68f4dcde-5431-4cd9-8566-6bddfa32383f req-18213179-e2f8-4d31-b19f-508b1f61b86f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0596650 Nov 15 19:32:20.793614 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-99a456d6-9d90-4077-9ebc-41fa0dd12958 req-560dde80-f0bb-48ac-82e5-8ec45b27b593 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447621 Nov 15 19:32:20.811633 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-68f4dcde-5431-4cd9-8566-6bddfa32383f req-5c6f4443-45b2-4009-b65c-4d2d35cd592f tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Nov 15 19:32:21.636534 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:32:21.740158 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:21.752696 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'bd727b30-144b-479e-b64e-c2680d891554', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'port_id': 'bd727b30-144b-479e-b64e-c2680d891554', 'mac_address': 'fa:16:3e:68:3c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:32:21.797475 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:21.850692 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd727b30-144b-479e-b64e-c2680d891554 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:32:21.850692 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:21.940519 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61bf7-3267-4ae9-bd86-3c9e73a7ce46 req-9a5c457d-2013-46a1-8338-f172e6fd4d2f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:21.942112 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d0d61bf7-3267-4ae9-bd86-3c9e73a7ce46 req-9a5c457d-2013-46a1-8338-f172e6fd4d2f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0663981 Nov 15 19:32:21.946988 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c4199-9f5f-417f-83c1-44ba2ae63aa8 req-b2de2e33-38af-4c28-9bc1-e783b1f61909 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:21.948690 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-298c4199-9f5f-417f-83c1-44ba2ae63aa8 req-b2de2e33-38af-4c28-9bc1-e783b1f61909 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 943 time: 0.0563607 Nov 15 19:32:21.997943 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d0d61bf7-3267-4ae9-bd86-3c9e73a7ce46 req-4bab3761-dd4f-448a-b022-723d7f5cbc9f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466998 Nov 15 19:32:22.005131 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-298c4199-9f5f-417f-83c1-44ba2ae63aa8 req-9571bc77-ec70-4abb-bbbe-cf0f1f6af457 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504844 Nov 15 19:32:22.559360 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:22.611197 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=9']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:23.140545 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f5ab4-9be2-43f8-b454-88a1abe49318 req-8842978b-926c-4bc6-9ff2-22c4aedabb56 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:23.142076 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c86f5ab4-9be2-43f8-b454-88a1abe49318 req-8842978b-926c-4bc6-9ff2-22c4aedabb56 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0715485 Nov 15 19:32:23.149897 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374ef1e-dbad-4b6b-a619-c8744d24225a req-8bfd8ae5-fb2a-4598-b12a-82de2629fa39 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:23.154438 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5374ef1e-dbad-4b6b-a619-c8744d24225a req-8bfd8ae5-fb2a-4598-b12a-82de2629fa39 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.0678234 Nov 15 19:32:23.199590 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c86f5ab4-9be2-43f8-b454-88a1abe49318 req-822b859e-ea8e-4111-a553-1521e409320a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514810 Nov 15 19:32:23.203741 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-5374ef1e-dbad-4b6b-a619-c8744d24225a req-ee9c0434-be79-4127-9c51-7b4cfbcdd8c4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453937 Nov 15 19:32:23.828052 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['bd727b30-144b-479e-b64e-c2680d891554'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:32:24.336081 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c304-407c-45af-905a-1a155dfbb7c9 req-73b8308d-b158-48ca-b97c-63e8baf884c5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:24.337654 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8667c304-407c-45af-905a-1a155dfbb7c9 req-73b8308d-b158-48ca-b97c-63e8baf884c5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0567498 Nov 15 19:32:24.342667 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5480b50-28e2-4c85-bab6-e74567fa3e14 req-617c9ea0-1cc9-4044-832c-1a3edc46ccc0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:24.344254 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d5480b50-28e2-4c85-bab6-e74567fa3e14 req-617c9ea0-1cc9-4044-832c-1a3edc46ccc0 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.0576971 Nov 15 19:32:24.394995 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d5480b50-28e2-4c85-bab6-e74567fa3e14 req-5f9f8d33-7a18-461d-9d7c-641442c810c2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446656 Nov 15 19:32:24.396918 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8667c304-407c-45af-905a-1a155dfbb7c9 req-0ce0913a-c9e1-4ef4-b9e3-9c1685a50265 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502982 Nov 15 19:32:25.532600 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f000487-678c-4198-8c48-aeab4684d24d req-236dc495-d3da-49a9-8cb1-d79806f4a394 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:25.534143 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7f000487-678c-4198-8c48-aeab4684d24d req-236dc495-d3da-49a9-8cb1-d79806f4a394 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 944 time: 0.0560200 Nov 15 19:32:25.541750 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ba74-1f30-4ad0-8d7b-1bf274bd4f66 req-6f9dbcf7-cbee-4fb3-87fe-061443f14b56 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:25.543389 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b932ba74-1f30-4ad0-8d7b-1bf274bd4f66 req-6f9dbcf7-cbee-4fb3-87fe-061443f14b56 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0680223 Nov 15 19:32:25.564213 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:32:25.623693 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b932ba74-1f30-4ad0-8d7b-1bf274bd4f66 req-b860de46-5aa9-44b7-8a4f-4a046f42f035 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734451 Nov 15 19:32:25.624735 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7f000487-678c-4198-8c48-aeab4684d24d req-89eef549-8d1e-4152-a88a-6d69eda57f70 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775180 Nov 15 19:32:25.625144 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port bd727b30-144b-479e-b64e-c2680d891554 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:32:25.626006 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:25.733730 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:25.760234 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:32:25.762596 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e13a59b-331c-4b52-9bde-2caa93c11bba" -d '{"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-plugged", "status": "completed", "tag": "bd727b30-144b-479e-b64e-c2680d891554"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:32:25.778565 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:25.806523 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8961a775-ed48-48c6-99c3-0acbe66f9f45 x-openstack-request-id: req-8961a775-ed48-48c6-99c3-0acbe66f9f45 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:32:25.806523 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-plugged", "status": "completed", "tag": "bd727b30-144b-479e-b64e-c2680d891554", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:32:25.806523 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8961a775-ed48-48c6-99c3-0acbe66f9f45 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:32:25.806523 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554', 'code': 200} Nov 15 19:32:25.873299 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:25.874138 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:32:25.953442 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=10']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:26.009745 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:26.047343 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:26.092937 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228632f-def6-41ea-a254-965d714a5c72 req-b3dead6a-e10d-4fd3-85f2-b9195806978f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:26.094569 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7228632f-def6-41ea-a254-965d714a5c72 req-b3dead6a-e10d-4fd3-85f2-b9195806978f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0509171 Nov 15 19:32:26.175451 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7228632f-def6-41ea-a254-965d714a5c72 req-03c67bc7-9df8-4c3c-af6d-c17ec42f7d32 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741768 Nov 15 19:32:26.185358 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-ffaa0cc0-2827-4f71-9f04-65044f5421c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0647025 Nov 15 19:32:26.199099 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:26.254537 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=6']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:26.804093 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fa6ec-888c-4a1f-b565-7e1dc941bb19 req-49ca88d9-2da8-4223-b008-d45e2818d7eb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:26.805691 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c80fa6ec-888c-4a1f-b565-7e1dc941bb19 req-49ca88d9-2da8-4223-b008-d45e2818d7eb tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0573621 Nov 15 19:32:26.869026 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c80fa6ec-888c-4a1f-b565-7e1dc941bb19 req-d4b7ede3-601e-42d7-8b7f-ddbae3b46965 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568302 Nov 15 19:32:27.566655 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249887cb-c730-4946-99fe-e1a45cbd6996 req-6b304955-2934-46a9-9d30-111daf365aed tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:27.568121 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-249887cb-c730-4946-99fe-e1a45cbd6996 req-6b304955-2934-46a9-9d30-111daf365aed tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.3201034 Nov 15 19:32:27.620101 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-249887cb-c730-4946-99fe-e1a45cbd6996 req-ddd7c6c4-aec0-473a-8e5e-500dc2f47d9d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457761 Nov 15 19:32:27.804741 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:32:27.807260 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f378e7-2ff4-4f3b-89a4-4d5123c3cfc7" -d '{"events": [{"server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "name": "network-vif-unplugged", "status": "completed", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:32:27.840350 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d91dfd-a5b1-44da-9ba9-2fe46e1e5fab x-openstack-request-id: req-a2d91dfd-a5b1-44da-9ba9-2fe46e1e5fab {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:32:27.840597 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "name": "network-vif-unplugged", "status": "failed", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7", "code": 422}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:32:27.840855 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2d91dfd-a5b1-44da-9ba9-2fe46e1e5fab {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:32:27.841263 dv-cinder-801522-7-iscsi neutron-server[102517]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'code': 422} returned with failed status Nov 15 19:32:27.993357 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d7263-a276-415d-853b-5436ee3fe889 req-90a4d5f2-2986-4317-9dd3-d16fcb2515a2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:27.994972 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e59d7263-a276-415d-853b-5436ee3fe889 req-90a4d5f2-2986-4317-9dd3-d16fcb2515a2 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0515552 Nov 15 19:32:28.043894 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e59d7263-a276-415d-853b-5436ee3fe889 req-22ca240e-b8f0-4242-95be-118365aad745 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Nov 15 19:32:28.783722 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65630e-52bb-4c37-8dfd-30099d1df0a2 req-d52bd73d-36f7-4520-9e5d-ad72a02f83cf tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:28.785910 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4b65630e-52bb-4c37-8dfd-30099d1df0a2 req-d52bd73d-36f7-4520-9e5d-ad72a02f83cf tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0556872 Nov 15 19:32:28.848150 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4b65630e-52bb-4c37-8dfd-30099d1df0a2 req-ff409d29-d0fd-49eb-a922-c115c1e6c1f6 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553155 Nov 15 19:32:29.205877 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad71314-4b5f-49b5-a5ff-7a8cf029c13c req-872b76aa-02ec-40fd-8139-c91110853f95 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:29.208869 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aad71314-4b5f-49b5-a5ff-7a8cf029c13c req-872b76aa-02ec-40fd-8139-c91110853f95 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0736620 Nov 15 19:32:29.225074 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03635b0-4b52-4aee-8def-e1109064fab2 req-3aeb4d62-e9a7-4f95-8dae-447eb0203245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:29.227551 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b03635b0-4b52-4aee-8def-e1109064fab2 req-3aeb4d62-e9a7-4f95-8dae-447eb0203245 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 1099 time: 0.0704970 Nov 15 19:32:29.419415 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aad71314-4b5f-49b5-a5ff-7a8cf029c13c req-03b85810-7665-4776-bfd2-fc2ca0050b00 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752201 Nov 15 19:32:29.420023 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b03635b0-4b52-4aee-8def-e1109064fab2 req-cd9d7fff-ab39-4a41-be73-1d26d11d8a75 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684583 Nov 15 19:32:29.982624 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48cd83-e509-47f5-8449-89b927aab7d9 req-6613a56e-47c0-49b6-975d-c63b7df3fc27 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:29.984204 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aa48cd83-e509-47f5-8449-89b927aab7d9 req-6613a56e-47c0-49b6-975d-c63b7df3fc27 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0607929 Nov 15 19:32:30.045242 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aa48cd83-e509-47f5-8449-89b927aab7d9 req-2f49590d-d472-47f6-a392-63fc123fdc0d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543866 Nov 15 19:32:30.428315 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a4582-cef1-4ce2-8521-278b15a37cc9 req-a390b60f-aa5f-4524-82f7-e63c25840a40 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:30.429948 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-248a4582-cef1-4ce2-8521-278b15a37cc9 req-a390b60f-aa5f-4524-82f7-e63c25840a40 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0530086 Nov 15 19:32:30.485600 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-248a4582-cef1-4ce2-8521-278b15a37cc9 req-1b35c247-9f9b-44c7-b69d-1dc43d8b2adf tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490146 Nov 15 19:32:31.046085 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-9193fba9-7636-4509-8987-4b49b84f0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:31.047727 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-9193fba9-7636-4509-8987-4b49b84f0bc8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a&tenant_id=e54bfc740aa5467eaf0e937ff2e97b43 HTTP/1.1" status: 200 len: 1096 time: 0.0475292 Nov 15 19:32:31.118605 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-44345da3-2177-44d3-83c9-11cbef479620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:31.120145 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-44345da3-2177-44d3-83c9-11cbef479620 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1096 time: 0.0498352 Nov 15 19:32:31.245181 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee684ffe-82c4-4470-9f2f-222c2fc56bf4 req-bb8d15d7-2d82-4190-8570-ce2f221425f6 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:31.246813 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee684ffe-82c4-4470-9f2f-222c2fc56bf4 req-bb8d15d7-2d82-4190-8570-ce2f221425f6 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.1108861 Nov 15 19:32:31.267821 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-259a1f6d-30bf-49af-820b-bea3a41df19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:31.269925 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-259a1f6d-30bf-49af-820b-bea3a41df19f service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 200 len: 909 time: 0.1415505 Nov 15 19:32:31.374701 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee684ffe-82c4-4470-9f2f-222c2fc56bf4 req-4ab6d9bb-1e9a-4ce7-8bc9-cfe014cde8de tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179988 Nov 15 19:32:31.382483 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-1bc199cb-8a23-42c5-abe2-ca20ecc67c9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 200 len: 999 time: 0.1051781 Nov 15 19:32:31.444784 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-6b4b02ec-07f4-4901-8208-536d034a267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:31.444784 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-6b4b02ec-07f4-4901-8208-536d034a267e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf47254e-a907-4641-9f52-2aa03cd5c250 HTTP/1.1" status: 200 len: 847 time: 0.0533469 Nov 15 19:32:31.493082 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-bc338e1f-ee7b-483b-9e54-5c052f5bd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:31.494575 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-bc338e1f-ee7b-483b-9e54-5c052f5bd964 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a90cd09-0275-4504-b10f-a52e50c0cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440884 Nov 15 19:32:31.602544 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-f1607103-1291-438f-a5c9-81e14ddd6d55 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001179 Nov 15 19:32:31.640773 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf10b0c-2cf9-4545-b468-e6231ff22383 req-59dee67f-f5b1-41e1-a70d-8614c8d4f2d4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:31.640773 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-adf10b0c-2cf9-4545-b468-e6231ff22383 req-59dee67f-f5b1-41e1-a70d-8614c8d4f2d4 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0599768 Nov 15 19:32:31.701377 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-adf10b0c-2cf9-4545-b468-e6231ff22383 req-3b01c761-62df-4979-8de8-e0f72b1865b3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542624 Nov 15 19:32:31.731213 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d1369f2-2c6b-427b-a2dc-986df03937cc req-827b7647-7105-42fb-9359-4bea2751c2a6 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206439 Nov 15 19:32:32.282174 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-763ea68f-ead4-4983-8cf4-a1f3a3ef2576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:32.504492 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa3d0c-53df-4e5f-9825-8fc95e4c0f3d req-7919a61e-20d4-4932-9545-06a3d9e64c38 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:32.506430 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ffaa3d0c-53df-4e5f-9825-8fc95e4c0f3d req-7919a61e-20d4-4932-9545-06a3d9e64c38 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0558608 Nov 15 19:32:32.566850 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ffaa3d0c-53df-4e5f-9825-8fc95e4c0f3d req-6ddd891e-e3a6-41b1-87fc-bc310109f4a4 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536330 Nov 15 19:32:32.842217 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31c856-3bf1-4784-a9b5-cc2f189645c1 req-1d2e9a12-00c1-4309-8a32-3abc64169dc3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:32.843727 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ee31c856-3bf1-4784-a9b5-cc2f189645c1 req-1d2e9a12-00c1-4309-8a32-3abc64169dc3 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0564613 Nov 15 19:32:32.894276 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ee31c856-3bf1-4784-a9b5-cc2f189645c1 req-faae9f75-1cf4-4577-8052-ae6811b3418a tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Nov 15 19:32:33.685843 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01642f52-dbea-4497-895a-b49694c6f8f8 req-97bacbb6-b31c-4091-af10-30db34173277 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:33.687352 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-01642f52-dbea-4497-895a-b49694c6f8f8 req-97bacbb6-b31c-4091-af10-30db34173277 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0482104 Nov 15 19:32:33.745489 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-01642f52-dbea-4497-895a-b49694c6f8f8 req-7259e72b-86d1-4ad3-8427-0cf2af5a529b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514390 Nov 15 19:32:34.006348 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:32:34.023143 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15217507-6380-4ef6-b275-bd77b8e726a1 req-15ad233b-7ecb-46b3-87e8-49f8471475d9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:34.024692 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-15217507-6380-4ef6-b275-bd77b8e726a1 req-15ad233b-7ecb-46b3-87e8-49f8471475d9 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0566099 Nov 15 19:32:34.076302 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-15217507-6380-4ef6-b275-bd77b8e726a1 req-54ad393c-6ee3-409c-a188-693e1ae4a414 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Nov 15 19:32:34.641745 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9fffdfda-3a8c-4615-8df3-af1441a96c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:34.862217 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3affec1-b5c4-44bb-8914-a34d2a3a8022 req-cede058b-6439-4aea-a6c2-c8d52f9567f8 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:34.863693 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f3affec1-b5c4-44bb-8914-a34d2a3a8022 req-cede058b-6439-4aea-a6c2-c8d52f9567f8 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0490355 Nov 15 19:32:34.916387 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f3affec1-b5c4-44bb-8914-a34d2a3a8022 req-02fd44ca-0202-469e-8912-db8d526b13b1 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465133 Nov 15 19:32:35.213266 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612661e-d8e7-41d3-948e-9d2360f4462c req-e28662c6-4233-4a1f-b420-c2ba8ee54d87 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:35.214810 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a612661e-d8e7-41d3-948e-9d2360f4462c req-e28662c6-4233-4a1f-b420-c2ba8ee54d87 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0597489 Nov 15 19:32:35.270883 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a612661e-d8e7-41d3-948e-9d2360f4462c req-e2f42da0-fe2e-46bb-a6e0-c65743a08b16 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495722 Nov 15 19:32:35.813182 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:36.036016 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9f181-02a2-4a64-90dd-8c1fb80fec6d req-b84c24f1-74db-44f5-af34-e8bf60304aea tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:36.037664 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11d9f181-02a2-4a64-90dd-8c1fb80fec6d req-b84c24f1-74db-44f5-af34-e8bf60304aea tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0524502 Nov 15 19:32:36.113025 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11d9f181-02a2-4a64-90dd-8c1fb80fec6d req-6a742463-fff6-446c-961e-4650900e39ca tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615573 Nov 15 19:32:37.231045 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d29294-d7da-40f4-a2cb-0ed267115d1e req-3c08cc9d-6193-45f1-ac72-f10dbda36bf1 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:37.232750 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e9d29294-d7da-40f4-a2cb-0ed267115d1e req-3c08cc9d-6193-45f1-ac72-f10dbda36bf1 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0501511 Nov 15 19:32:37.282197 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e9d29294-d7da-40f4-a2cb-0ed267115d1e req-b099cb92-d594-4ec6-9ed2-1ea7899b2129 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432489 Nov 15 19:32:37.393645 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:38.079281 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:38.401965 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f2376-9749-446e-9062-d45b69924ef7 req-2fb28408-4d9d-4193-8a35-632ecb82de4d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:38.403460 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-449f2376-9749-446e-9062-d45b69924ef7 req-2fb28408-4d9d-4193-8a35-632ecb82de4d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0524879 Nov 15 19:32:38.451327 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-449f2376-9749-446e-9062-d45b69924ef7 req-210d1350-e9bc-4f3a-aad6-20dba05b8f8f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420063 Nov 15 19:32:39.566333 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d6af-16ea-413f-b2f8-263b59b6be38 req-2775087c-ea7b-47e7-8087-1f548f533bd8 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:39.567869 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1861d6af-16ea-413f-b2f8-263b59b6be38 req-2775087c-ea7b-47e7-8087-1f548f533bd8 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0495300 Nov 15 19:32:39.618121 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1861d6af-16ea-413f-b2f8-263b59b6be38 req-ce4055f6-3aa7-456a-a8b3-e3e2999e0a54 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443029 Nov 15 19:32:40.741320 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdacbc0-6aa2-4365-999e-8cec103060e0 req-8d759c79-91d6-4b68-9f26-87614ceffaf2 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:40.742891 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5bdacbc0-6aa2-4365-999e-8cec103060e0 req-8d759c79-91d6-4b68-9f26-87614ceffaf2 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0560186 Nov 15 19:32:40.793165 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5bdacbc0-6aa2-4365-999e-8cec103060e0 req-d95c7919-6022-4a1f-a845-43639cf97c53 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Nov 15 19:32:41.929143 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb319c29-80df-4d82-8569-e38959de4705 req-1a191a9f-a532-4d8e-8394-85ddbed7cc1c tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:41.931396 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cb319c29-80df-4d82-8569-e38959de4705 req-1a191a9f-a532-4d8e-8394-85ddbed7cc1c tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0592220 Nov 15 19:32:41.996287 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cb319c29-80df-4d82-8569-e38959de4705 req-09912bb3-79f5-4334-8064-791ce4042e82 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576181 Nov 15 19:32:42.687250 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:43.119794 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9220-964e-4b25-b14e-649d02103e9b req-e1679bc5-3be1-4e01-80d5-718d2df52358 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:43.121400 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4b7c9220-964e-4b25-b14e-649d02103e9b req-e1679bc5-3be1-4e01-80d5-718d2df52358 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 943 time: 0.0516081 Nov 15 19:32:43.176029 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4b7c9220-964e-4b25-b14e-649d02103e9b req-3e93059f-ad4d-431c-b709-0ae0890e227a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486515 Nov 15 19:32:43.614859 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:32:43.716015 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:43.728973 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'port_id': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'mac_address': 'fa:16:3e:e6:03:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:32:43.772920 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:43.787028 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:32:43.806796 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:43.892996 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:43.943358 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=7']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:44.293184 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79ddaf-69e5-4385-af41-cb35de98196f req-b496f2de-2425-4aee-a526-d3712a10c4e1 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:44.294674 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1c79ddaf-69e5-4385-af41-cb35de98196f req-b496f2de-2425-4aee-a526-d3712a10c4e1 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 944 time: 0.0495579 Nov 15 19:32:44.346695 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1c79ddaf-69e5-4385-af41-cb35de98196f req-3400a05f-3edf-4ade-b923-b827bd357c34 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455339 Nov 15 19:32:45.471602 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfc988-6af9-47fe-b1de-75f2908119e6 req-246b8fc9-df9e-4238-9e5f-19abfb32b103 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:45.473108 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebfc988-6af9-47fe-b1de-75f2908119e6 req-246b8fc9-df9e-4238-9e5f-19abfb32b103 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 944 time: 0.0562732 Nov 15 19:32:45.523996 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebfc988-6af9-47fe-b1de-75f2908119e6 req-4e4150e5-ccd8-43c7-b953-6d813f713af7 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445700 Nov 15 19:32:46.652020 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d732e7-fad4-41ea-8e78-1648ceee39d7 req-80d0bda4-d249-4f93-8562-cbe29deaa8a5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:46.653545 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-92d732e7-fad4-41ea-8e78-1648ceee39d7 req-80d0bda4-d249-4f93-8562-cbe29deaa8a5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 944 time: 0.0537713 Nov 15 19:32:46.704687 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-92d732e7-fad4-41ea-8e78-1648ceee39d7 req-3c4c76e4-40d0-4542-b565-30066b7f2f0a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451996 Nov 15 19:32:47.033240 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:32:47.822889 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4199f76-fb72-4641-9684-782d90f919eb req-a8964dc5-f323-407b-91bf-5a5fd19b14b3 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:47.824562 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4199f76-fb72-4641-9684-782d90f919eb req-a8964dc5-f323-407b-91bf-5a5fd19b14b3 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 944 time: 0.0494587 Nov 15 19:32:47.874587 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4199f76-fb72-4641-9684-782d90f919eb req-0001e236-c709-41a3-81f3-b388c87b0615 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440040 Nov 15 19:32:48.783759 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:32:48.834421 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:32:48.834790 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:48.926892 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:48.952392 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:32:48.954568 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80546ef-8ba8-48c5-8d84-9ccb9bfb825d" -d '{"events": [{"server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "name": "network-vif-plugged", "status": "completed", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:32:48.971604 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:32:49.006176 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c1dd0a-1e66-48c5-b144-77aef6e01ae7 x-openstack-request-id: req-33c1dd0a-1e66-48c5-b144-77aef6e01ae7 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:32:49.006464 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "name": "network-vif-plugged", "status": "completed", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:32:49.006733 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33c1dd0a-1e66-48c5-b144-77aef6e01ae7 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:32:49.007119 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'code': 200} Nov 15 19:32:49.025289 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ad91c-7cb0-4398-be0f-204ed28df9c3 req-9ab7ff47-073e-4dcb-9223-3737f4395eec tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:49.028493 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0c9ad91c-7cb0-4398-be0f-204ed28df9c3 req-9ab7ff47-073e-4dcb-9223-3737f4395eec tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 944 time: 0.0686493 Nov 15 19:32:49.050434 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:49.079646 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0c9ad91c-7cb0-4398-be0f-204ed28df9c3 req-04ea965b-320a-48f3-984e-b63e2c8a5727 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466652 Nov 15 19:32:49.100383 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=8']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:49.348324 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28129af-045a-4d00-b431-f6966db9423e req-d6731555-e6c9-400a-af26-09426191a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:49.349856 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a28129af-045a-4d00-b431-f6966db9423e req-d6731555-e6c9-400a-af26-09426191a9fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1098 time: 0.0446587 Nov 15 19:32:49.406076 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a28129af-045a-4d00-b431-f6966db9423e req-5f403fab-9bdd-450b-955b-06502d6c6540 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445187 Nov 15 19:32:50.215464 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e641a8-d5be-4746-b33c-a44605721418 req-01d762f1-7def-435d-af52-f9ec9ba0acfd tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:50.217085 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14e641a8-d5be-4746-b33c-a44605721418 req-01d762f1-7def-435d-af52-f9ec9ba0acfd tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0550199 Nov 15 19:32:50.271761 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14e641a8-d5be-4746-b33c-a44605721418 req-649089c7-7a68-4f2d-9c04-80888aed2bff tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472562 Nov 15 19:32:51.392120 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058876d0-c389-4196-a0cd-776f5dfb4d9a req-488be379-ba34-4981-810f-95e4d5136911 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:32:51.393649 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-058876d0-c389-4196-a0cd-776f5dfb4d9a req-488be379-ba34-4981-810f-95e4d5136911 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0509999 Nov 15 19:32:51.451999 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-058876d0-c389-4196-a0cd-776f5dfb4d9a req-e4beaf30-a343-46f4-b491-4e4d682b8e32 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521448 Nov 15 19:32:52.630019 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55284) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:52.736702 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5962c2f6-b078-4328-939d-1967f19dbbc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:52.811122 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5962c2f6-b078-4328-939d-1967f19dbbc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:52.867148 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5962c2f6-b078-4328-939d-1967f19dbbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:52.906011 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-5962c2f6-b078-4328-939d-1967f19dbbc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6904b308456e4413b9fe5e4062ee4d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756224 Nov 15 19:32:52.906863 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962c2f6-b078-4328-939d-1967f19dbbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74e1c4-eddb-4886-ae6f-c04a777793d3,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:52.908913 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55288) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:52.957852 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:52.982932 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:53.101549 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:53.104179 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:53.105453 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a74e1c4-eddb-4886-ae6f-c04a777793d3 HTTP/1.1" status: 204 len: 168 time: 0.1954129 Nov 15 19:32:53.113774 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74e1c4-eddb-4886-ae6f-c04a777793d3,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:53.120943 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.121289 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.121633 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.121964 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.122291 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.122691 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.122923 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.123247 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.123596 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.123883 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.124198 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.124546 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066a92e-64f9-4e70-b3db-73fe6592024b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:32:53.718734 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55294) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:53.731960 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d9260567-2b68-45e4-b07b-ceb62184d171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:53.812160 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d9260567-2b68-45e4-b07b-ceb62184d171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:53.872913 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d9260567-2b68-45e4-b07b-ceb62184d171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:53.911459 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9260567-2b68-45e4-b07b-ceb62184d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf4bd2-8720-48c5-ac40-5456dafbdf29,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:53.916956 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d9260567-2b68-45e4-b07b-ceb62184d171 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23376b2f3a0741a6b0b44ed1b8fcc02b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967788 Nov 15 19:32:53.919487 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55296) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:53.968128 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-add77eb2-8bd6-4523-a452-19ef9e3a9dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:53.989661 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-add77eb2-8bd6-4523-a452-19ef9e3a9dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:54.132847 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-add77eb2-8bd6-4523-a452-19ef9e3a9dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:54.135446 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-add77eb2-8bd6-4523-a452-19ef9e3a9dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:54.136663 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-add77eb2-8bd6-4523-a452-19ef9e3a9dad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcdf4bd2-8720-48c5-ac40-5456dafbdf29 HTTP/1.1" status: 204 len: 168 time: 0.2163153 Nov 15 19:32:54.144906 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add77eb2-8bd6-4523-a452-19ef9e3a9dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf4bd2-8720-48c5-ac40-5456dafbdf29,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:56.896030 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55370) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:57.004172 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-758b1f68-bf84-4b49-b06e-725b2efb6601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:57.075761 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-758b1f68-bf84-4b49-b06e-725b2efb6601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:57.169840 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-758b1f68-bf84-4b49-b06e-725b2efb6601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:57.214467 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-758b1f68-bf84-4b49-b06e-725b2efb6601 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3df032d7a3be4944bdb9624f61def3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172510 Nov 15 19:32:57.215304 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b1f68-bf84-4b49-b06e-725b2efb6601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c561922d-b29e-4232-ab11-9e6a29830afa,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:57.217261 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55374) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:57.266384 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-04c962d0-e5d8-41da-a4d3-41d03dc174dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:57.290112 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-04c962d0-e5d8-41da-a4d3-41d03dc174dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:57.413002 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-04c962d0-e5d8-41da-a4d3-41d03dc174dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:57.415722 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-04c962d0-e5d8-41da-a4d3-41d03dc174dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:57.416923 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-04c962d0-e5d8-41da-a4d3-41d03dc174dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c561922d-b29e-4232-ab11-9e6a29830afa HTTP/1.1" status: 204 len: 168 time: 0.1985726 Nov 15 19:32:57.424952 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c962d0-e5d8-41da-a4d3-41d03dc174dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c561922d-b29e-4232-ab11-9e6a29830afa,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:57.986747 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55380) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:58.000783 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c7b5-01f0-4dd9-b570-56cc9045dc69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:58.082522 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c7b5-01f0-4dd9-b570-56cc9045dc69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:58.195471 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c7b5-01f0-4dd9-b570-56cc9045dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:58.234864 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-a1f9c7b5-01f0-4dd9-b570-56cc9045dc69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3d7833b038c447c923382894e8545fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470136 Nov 15 19:32:58.235721 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9c7b5-01f0-4dd9-b570-56cc9045dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113c0340-28bb-4d9d-bd8a-31a6168c2d09,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:58.237673 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55382) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:58.287736 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa6ec74e-1425-40b9-ac8b-e60b79aaf48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:58.310715 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa6ec74e-1425-40b9-ac8b-e60b79aaf48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:58.424027 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa6ec74e-1425-40b9-ac8b-e60b79aaf48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:58.427358 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa6ec74e-1425-40b9-ac8b-e60b79aaf48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:58.428681 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-aa6ec74e-1425-40b9-ac8b-e60b79aaf48a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/113c0340-28bb-4d9d-bd8a-31a6168c2d09 HTTP/1.1" status: 204 len: 168 time: 0.1890268 Nov 15 19:32:58.436603 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ec74e-1425-40b9-ac8b-e60b79aaf48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113c0340-28bb-4d9d-bd8a-31a6168c2d09,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:59.527257 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55404) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:32:59.624885 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734109981-network', 'tenant_id': '6c87a8bf530c46e2a222a849078a9508'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:32:59.735812 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Made reservation on behalf of 6c87a8bf530c46e2a222a849078a9508 for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:32:59.738367 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:59.750551 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:59.827193 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:59.906699 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:59.931078 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:32:59.940775 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346dac19-fab4-4902-b3c1-04dd7097a89e,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:32:59.945986 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:32:59.946318 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Added segment 4c6a424a-6a79-4d05-96cf-043d00d81591 of type vlan for network 310663f0-905c-4f2f-bb6b-577df9c8f711 Nov 15 19:32:59.986073 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:00.058333 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:00.059288 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:00.059893 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:00.118860 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] Pushing event updated for resources: {'Network': ['ID=310663f0-905c-4f2f-bb6b-577df9c8f711,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:00.129403 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 310663f0-905c-4f2f-bb6b-577df9c8f711 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:33:00.195880 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-7be0e4ce-5f7b-4e6d-9536-861ee00d418e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6676042 Nov 15 19:33:00.198650 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55408) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:00.203340 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Request body: {'subnet': {'network_id': '310663f0-905c-4f2f-bb6b-577df9c8f711', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734109981-subnet', 'tenant_id': '6c87a8bf530c46e2a222a849078a9508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:33:00.297956 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Made reservation on behalf of 6c87a8bf530c46e2a222a849078a9508 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:33:00.300341 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12268886'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:00.526771 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12268868'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:00.589811 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e3d0eb-56ea-4ff4-b771-778819038678,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:00.594139 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Checking segment: {'id': '4c6a424a-6a79-4d05-96cf-043d00d81591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '310663f0-905c-4f2f-bb6b-577df9c8f711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:33:00.594404 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Network hostable DHCP agents. Network: 310663f0-905c-4f2f-bb6b-577df9c8f711, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:33:00.686807 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Network 310663f0-905c-4f2f-bb6b-577df9c8f711 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:33:00.758099 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 310663f0-905c-4f2f-bb6b-577df9c8f711) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:33:00.762257 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:00.762864 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:00.769776 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebd5e22-4f50-43d4-b444-474fe89d3786 None None] Network 310663f0-905c-4f2f-bb6b-577df9c8f711 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:33:00.841045 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fb342c74-babf-4c56-828a-bb0a409e732e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6413572 Nov 15 19:33:00.896466 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6996c1a3-50d5-4bae-b64b-cc7e74d02a64 None None] Network 310663f0-905c-4f2f-bb6b-577df9c8f711 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:33:01.588644 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55430) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:01.593634 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-242997918-network', 'tenant_id': '5a7bbcf550c24a04840265195f271eb4'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:33:01.703817 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Made reservation on behalf of 5a7bbcf550c24a04840265195f271eb4 for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:33:01.706148 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:01.715926 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:01.793820 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:01.864874 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:01.893166 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:33:01.898594 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8120d506-473a-401d-9e64-08d9b882f02b,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:01.905914 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:01.906262 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Added segment 2ca0a979-9dff-4753-9d10-6c61666317f5 of type vlan for network 76dec148-b1b7-48ff-8085-a787e0663805 Nov 15 19:33:01.946686 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:02.041219 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:02.042099 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:02.042701 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:02.104321 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] Pushing event updated for resources: {'Network': ['ID=76dec148-b1b7-48ff-8085-a787e0663805,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:02.115180 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network 76dec148-b1b7-48ff-8085-a787e0663805 details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:33:02.178711 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-5b6c6a6c-ae5b-4ddd-b85c-139bc062611d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5888925 Nov 15 19:33:02.181503 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55432) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:02.187383 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Request body: {'subnet': {'network_id': '76dec148-b1b7-48ff-8085-a787e0663805', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-242997918-subnet', 'tenant_id': '5a7bbcf550c24a04840265195f271eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:33:02.283875 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Made reservation on behalf of 5a7bbcf550c24a04840265195f271eb4 for: {'subnet': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:33:02.286842 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049419'] for subnet, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:02.312625 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f7848e2c-7afe-4534-85ab-5ebd0d443019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:02.513301 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11922650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049433'] for subnet, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:02.569506 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d08fdd3-9c3a-4e58-ab92-6b5b8dc32640,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:02.583571 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Checking segment: {'id': '2ca0a979-9dff-4753-9d10-6c61666317f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '76dec148-b1b7-48ff-8085-a787e0663805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:33:02.583923 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Network hostable DHCP agents. Network: 76dec148-b1b7-48ff-8085-a787e0663805, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:33:02.661884 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Network 76dec148-b1b7-48ff-8085-a787e0663805 is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:33:02.752812 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, 76dec148-b1b7-48ff-8085-a787e0663805) {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:33:02.759436 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:02.760420 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:02.762535 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ed0e6d-d315-4f6b-bfac-bf1c28d93123 None None] Network 76dec148-b1b7-48ff-8085-a787e0663805 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:33:02.860898 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-063ba58e-80a3-4e5e-a153-f249112a9fbe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6783073 Nov 15 19:33:02.897879 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f03d36-8f4d-45b9-a04d-bfb2e9201be7 None None] Network 76dec148-b1b7-48ff-8085-a787e0663805 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:33:04.644651 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-26df9df2-9b44-48a4-bfb9-054c104e7294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:05.804035 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:07.427396 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:08.101237 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:09.720076 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f3bb5-21ae-4e50-bf74-6055d4b85d86 req-82e9c524-c4fa-4deb-960b-f3c28b9fa705 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:09.721670 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e3f3bb5-21ae-4e50-bf74-6055d4b85d86 req-82e9c524-c4fa-4deb-960b-f3c28b9fa705 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0606360 Nov 15 19:33:09.781323 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6e3f3bb5-21ae-4e50-bf74-6055d4b85d86 req-6c41da52-4588-428a-95ff-48255ee2f65c tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529447 Nov 15 19:33:09.807360 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-ab74dab5-8dc8-418f-8fde-7974e50b153c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090655805&fields=id&tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 267 time: 0.0471385 Nov 15 19:33:09.925046 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-066c5e27-a9fd-4f3c-8882-a8ce21b4d474 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:09.926780 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-066c5e27-a9fd-4f3c-8882-a8ce21b4d474 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 811 time: 0.1120136 Nov 15 19:33:09.943347 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-f88609b3-e7f1-4838-8e36-f5494903463d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/quotas/ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 375 time: 0.0105653 Nov 15 19:33:10.006255 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-548f3e3c-c741-400d-b6b2-248df3be6bca tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0570168 Nov 15 19:33:10.110807 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-f418cd32-8322-4a6f-9e99-5dc3f1fccc70 service neutron] 10.222.0.48 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905485 Nov 15 19:33:10.206065 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-14fabad2-179d-4062-9d6a-a2407d650fac service neutron] 10.222.0.48 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880284 Nov 15 19:33:10.823354 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2fa9735a-d52e-4ace-89c8-788189299ee2 req-51b9ee12-f1f3-48d7-b9ca-e3c5661f8ff7 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 210 time: 0.0269136 Nov 15 19:33:11.006757 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:33:11.072847 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c6216-6c4b-4f14-b8a8-41c1a4a026f7 req-a2173302-f634-44fe-bf77-03ffc5c88423 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:11.074579 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-999c6216-6c4b-4f14-b8a8-41c1a4a026f7 req-a2173302-f634-44fe-bf77-03ffc5c88423 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0602739 Nov 15 19:33:11.135067 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-999c6216-6c4b-4f14-b8a8-41c1a4a026f7 req-100744f6-5c42-48d8-9f09-5c7a3a660821 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515931 Nov 15 19:33:11.430322 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-637d7b34-fd9b-4762-bfed-22b6da7ca053 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:11.431835 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-637d7b34-fd9b-4762-bfed-22b6da7ca053 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0584795 Nov 15 19:33:11.542077 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Deleting port bd727b30-144b-479e-b64e-c2680d891554 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:33:11.542409 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:11.952967 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] For port bd727b30-144b-479e-b64e-c2680d891554, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bd727b30-144b-479e-b64e-c2680d891554,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:33:11.953880 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:12.112551 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d673d5d0-a5ff-47f0-9dca-995a1b8df7f5 req-120017ab-27b5-4057-abf8-c42bd1a2305e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 210 time: 0.0384939 Nov 15 19:33:12.186652 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:12.187053 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:12.187397 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Floating IP 3699d33e-4f5a-4d3a-af8f-27905b982dc6 disassociated. External IP: 172.27.0.33, port: bd727b30-144b-479e-b64e-c2680d891554. Nov 15 19:33:12.187933 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Calling delete_port for bd727b30-144b-479e-b64e-c2680d891554 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:33:12.319071 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61482eba-69f3-4a50-b745-0fe38e79a1fd req-93f6ede4-ab93-46a8-85d4-239e79f4e262 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:12.321946 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-61482eba-69f3-4a50-b745-0fe38e79a1fd req-93f6ede4-ab93-46a8-85d4-239e79f4e262 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 946 time: 0.0811777 Nov 15 19:33:12.376882 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-61482eba-69f3-4a50-b745-0fe38e79a1fd req-610d5309-4670-4061-a3a8-f4a90a532c28 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups?id=63601ed7-940a-4467-9ced-11fa9e144e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481772 Nov 15 19:33:12.501741 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:12.541244 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event deleted for resources: {'Port': ['ID=bd727b30-144b-479e-b64e-c2680d891554,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:12.686171 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:33:12.692570 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:12.806268 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:33:12.818546 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] Sync routers for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:33:12.833196 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:33:12.833196 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:33:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:12.850683 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] No DVR routers for this DVR port bd727b30-144b-479e-b64e-c2680d891554 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:33:12.853510 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:12.857078 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60b63a5f-fae0-4ffa-b006-54adc676f4fc req-367f48b4-f6b0-490d-8015-22f0dda8c086 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.43 "DELETE /v2.0/ports/bd727b30-144b-479e-b64e-c2680d891554 HTTP/1.1" status: 204 len: 173 time: 1.4184394 Nov 15 19:33:12.857558 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-deleted', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:33:12.860130 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f273029-0565-4d26-b95f-88c9fd20c0b1" -d '{"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-deleted", "tag": "bd727b30-144b-479e-b64e-c2680d891554"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:33:12.905774 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d80f068-ada2-464b-9123-4134cc7fe98b x-openstack-request-id: req-7d80f068-ada2-464b-9123-4134cc7fe98b {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:33:12.906191 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ab5769-d8c5-46f1-8107-aa8683606e18", "name": "network-vif-deleted", "tag": "bd727b30-144b-479e-b64e-c2680d891554", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:33:12.906439 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d80f068-ada2-464b-9123-4134cc7fe98b {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:33:12.906846 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ab5769-d8c5-46f1-8107-aa8683606e18', 'name': 'network-vif-deleted', 'tag': 'bd727b30-144b-479e-b64e-c2680d891554', 'status': 'completed', 'code': 200} Nov 15 19:33:12.975209 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:33:13.236783 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-79e43429-4638-44b7-9f00-540dd8ec76d3 req-861d77b0-9e82-4c10-ab18-cca58933388e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 210 time: 0.0498827 Nov 15 19:33:13.254041 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:13.293298 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] Checking router: 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:33:13.303408 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:33:13.304038 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:33:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:13.423734 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:33:13.455280 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-e50f45be-c3b9-40f3-9ef5-bdd95b2e9c0f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:13.456077 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-e50f45be-c3b9-40f3-9ef5-bdd95b2e9c0f tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 811 time: 0.2003112 Nov 15 19:33:13.565328 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f0e4776-c7e7-44f5-aae8-32a0ec69cc54 req-897f6810-4a2d-4ed0-87f2-e596882b5dcf tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ab5769-d8c5-46f1-8107-aa8683606e18 HTTP/1.1" status: 200 len: 210 time: 0.0390220 Nov 15 19:33:13.573740 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-95985ed9-8bf3-4b18-8f0a-83e1be755a5b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce HTTP/1.1" status: 200 len: 380 time: 0.1018820 Nov 15 19:33:13.585581 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'port': {'device_id': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'admin_state_up': True, 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'security_groups': ['b6bc4c81-ccd1-4708-a927-0a13db604fd7']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:33:13.786807 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:13.820024 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df1c59-d0df-491e-a756-55193042c6ad None None] The sync data for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi is: [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:25:16Z', 'revision_number': 4, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '026748cc-677b-471c-9c1e-f17cdb2ef395', 'name': '', 'network_id': '4dac51d4-2c54-4de0-be5f-66f6c0ea37ef', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'mac_address': 'fa:16:3e:6f:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4202e6af-4190-47b9-8461-182f2f071f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:15Z', 'updated_at': '2021-11-15T19:25:29Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'subnets': [{'id': '4202e6af-4190-47b9-8461-182f2f071f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:33:13.821188 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Made reservation on behalf of ea42287ce51c4b8c9c56d25da84ca2ce for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:33:13.825540 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:14.000437 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Allocated IP 172.20.0.12 (48583671-3b07-41f2-aa2c-acf98182f78a/beda92cd-98c0-47ae-94f5-84ec63498b75/f5d66192-6250-42c7-b17e-8e29b4596f8f) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:33:14.121537 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c2494f-a71b-4469-981c-25d6b5c1b3c3 None None] New status for floating IP 3699d33e-4f5a-4d3a-af8f-27905b982dc6: DOWN {{(pid=102517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:33:14.161260 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:14.293670 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:14.352111 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Network 48583671-3b07-41f2-aa2c-acf98182f78a is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:33:14.356433 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:33:14.359208 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:33:14.411395 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=f5d66192-6250-42c7-b17e-8e29b4596f8f,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:14.415673 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7add1-28e0-4482-b8a4-9cb8ee16cc8f req-4b0a0be0-2689-4dd0-ba0e-983778122cfd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:14.419361 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-66b7add1-28e0-4482-b8a4-9cb8ee16cc8f req-4b0a0be0-2689-4dd0-ba0e-983778122cfd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 932 time: 0.0861120 Nov 15 19:33:14.444940 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:14.446100 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:14.497849 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-66b7add1-28e0-4482-b8a4-9cb8ee16cc8f req-dc2650cc-c76d-463e-a963-6243f39d9064 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676217 Nov 15 19:33:14.575923 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-6462d4de-5fb0-40f3-945e-cdf4045a188a tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9955471 Nov 15 19:33:14.602894 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Request body: {'port': {'device_id': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:33:14.676570 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-4d5b0cf1-2e19-44bf-841b-d926f9148b75 None None] Provisioning complete for port f5d66192-6250-42c7-b17e-8e29b4596f8f triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:33:14.676943 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4d5b0cf1-2e19-44bf-841b-d926f9148b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:14.683364 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:14.734597 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b0cf1-2e19-44bf-841b-d926f9148b75 None None] Port f5d66192-6250-42c7-b17e-8e29b4596f8f cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:33:14.782290 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55584) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:14.853747 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:14.881373 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:14.905468 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:33:14.936637 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: bd727b30-144b-479e-b64e-c2680d891554 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:33:14.937315 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device bd727b30-144b-479e-b64e-c2680d891554 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:33:15.029850 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.030828 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d66192-6250-42c7-b17e-8e29b4596f8f {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:33:15.034373 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.037322 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "DELETE /v2.0/security-groups/63601ed7-940a-4467-9ced-11fa9e144e44 HTTP/1.1" status: 204 len: 168 time: 0.2536108 Nov 15 19:33:15.042422 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55586) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:15.044224 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.058931 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63601ed7-940a-4467-9ced-11fa9e144e44,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:15.059484 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Transition to ACTIVE for port object f5d66192-6250-42c7-b17e-8e29b4596f8f will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:33:15.070537 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.api.v2.resource [None req-d85b5fde-ee57-4608-b6a7-b761956ed5ac tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] show failed (client error): The resource could not be found. Nov 15 19:33:15.071517 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d85b5fde-ee57-4608-b6a7-b761956ed5ac tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "GET /v2.0/security-groups/63601ed7-940a-4467-9ced-11fa9e144e44 HTTP/1.1" status: 404 len: 347 time: 0.0264852 Nov 15 19:33:15.075499 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55588) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:15.078324 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.081077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.081077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.081077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.081077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.081077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.081077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.081077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.081077 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.083051 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.083051 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.083051 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7c05e-669a-4406-b920-f331e84fdf53 tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:15.132617 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.188096 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Pushing event updated for resources: {'Port': ['ID=f5d66192-6250-42c7-b17e-8e29b4596f8f,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:15.244116 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Deleting port bd2ae6d2-3671-4991-bba8-f38be62afbe0 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:33:15.245011 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.278969 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Attempting to bind port f5d66192-6250-42c7-b17e-8e29b4596f8f on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:33:15.280292 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Attempting to bind port f5d66192-6250-42c7-b17e-8e29b4596f8f by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:33:15.281367 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Attempting to bind port f5d66192-6250-42c7-b17e-8e29b4596f8f on network 48583671-3b07-41f2-aa2c-acf98182f78a {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:33:15.291178 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Port f5d66192-6250-42c7-b17e-8e29b4596f8f on network 48583671-3b07-41f2-aa2c-acf98182f78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:33:15.291835 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Attempting to bind port f5d66192-6250-42c7-b17e-8e29b4596f8f on network 48583671-3b07-41f2-aa2c-acf98182f78a {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:33:15.300637 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:33:15.301982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Checking segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:33:15.301982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Bound using segment: {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:33:15.301982 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Bound port: f5d66192-6250-42c7-b17e-8e29b4596f8f, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cab72de-4d96-4d9b-956b-da0093b7882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:33:15.302329 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.368690 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.369067 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.383990 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Calling delete_port for bd2ae6d2-3671-4991-bba8-f38be62afbe0 owned by network:floatingip {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:33:15.392222 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] For port f5d66192-6250-42c7-b17e-8e29b4596f8f, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:33:15.398054 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] For port f5d66192-6250-42c7-b17e-8e29b4596f8f, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:33:15.513219 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.553651 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:15.553980 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.555385 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] 10.222.0.43 "PUT /v2.0/ports/f5d66192-6250-42c7-b17e-8e29b4596f8f HTTP/1.1" status: 200 len: 1094 time: 0.9652541 Nov 15 19:33:15.555925 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:33:15.558153 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b8575a-0766-45ca-87be-06a3ec4668b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:33:15.590075 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b4d12-0f4d-4c57-a484-aa78b584fe2e service neutron] Pushing event updated for resources: {'Port': ['ID=f5d66192-6250-42c7-b17e-8e29b4596f8f,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:15.613242 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.628823 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07317ea2-7469-4718-a977-1164ac6b205b x-openstack-request-id: req-07317ea2-7469-4718-a977-1164ac6b205b {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:33:15.629115 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:33:15.629366 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07317ea2-7469-4718-a977-1164ac6b205b {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:33:15.629761 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'status': 'completed', 'code': 200} Nov 15 19:33:15.644836 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Pushing event deleted for resources: {'Port': ['ID=bd2ae6d2-3671-4991-bba8-f38be62afbe0,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:15.688679 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af4516-63c4-4a7a-9475-aae09c4c4a7b req-366154fa-5e7a-4b74-a0c6-ccc695a36128 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:15.690608 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-51af4516-63c4-4a7a-9475-aae09c4c4a7b req-366154fa-5e7a-4b74-a0c6-ccc695a36128 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 944 time: 0.0961607 Nov 15 19:33:15.712912 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8575a-0766-45ca-87be-06a3ec4668b2 req-06b3ad8f-0932-4820-8578-e9810831a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:15.714512 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7b8575a-0766-45ca-87be-06a3ec4668b2 req-06b3ad8f-0932-4820-8578-e9810831a66b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 1097 time: 0.0811572 Nov 15 19:33:15.728635 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks [] for floatingip, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.729722 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:15.733688 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-7060ad60-e674-441f-9d04-5dd47c8e8e1b tempest-AttachVolumeShelveTestJSON-1577301684 tempest-AttachVolumeShelveTestJSON-1577301684-project] 10.222.0.48 "DELETE /v2.0/floatingips/3699d33e-4f5a-4d3a-af8f-27905b982dc6 HTTP/1.1" status: 204 len: 168 time: 0.6544471 Nov 15 19:33:15.836800 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-51af4516-63c4-4a7a-9475-aae09c4c4a7b req-6e724639-04cb-442d-a4c7-f36741ed20c5 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375055 Nov 15 19:33:15.879768 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8575a-0766-45ca-87be-06a3ec4668b2 req-938b4d90-c623-4232-bfd8-5b833269c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:15.881419 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7b8575a-0766-45ca-87be-06a3ec4668b2 req-938b4d90-c623-4232-bfd8-5b833269c9c8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1571753 Nov 15 19:33:15.990639 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8575a-0766-45ca-87be-06a3ec4668b2 req-d4d19279-09d6-494b-97dd-7af237105199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:15.992113 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7b8575a-0766-45ca-87be-06a3ec4668b2 req-d4d19279-09d6-494b-97dd-7af237105199 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028192 Nov 15 19:33:16.087878 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-04c4db9e-c4be-4ce4-9805-c09277ee42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:16.089333 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-04c4db9e-c4be-4ce4-9805-c09277ee42d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 1097 time: 0.0480022 Nov 15 19:33:16.140628 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-0e1195b2-347b-4bb9-846d-09481ff9ad78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f HTTP/1.1" status: 200 len: 217 time: 0.0384750 Nov 15 19:33:16.189602 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-c8a024fc-5c62-45cf-8976-e8532c806e16 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506008 Nov 15 19:33:16.195386 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-8e5631d1-593b-4cec-b1a0-74c17d34ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:16.197056 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-8e5631d1-593b-4cec-b1a0-74c17d34ef83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0492916 Nov 15 19:33:16.250571 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-a03c1bd8-49c5-401c-8c3c-708e10b18311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:16.252096 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-a03c1bd8-49c5-401c-8c3c-708e10b18311 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439773 Nov 15 19:33:16.276182 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-1dc9cd2a-5b53-4e6e-aac4-ad7186f12b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:16.276182 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-1dc9cd2a-5b53-4e6e-aac4-ad7186f12b5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 1098 time: 0.0575645 Nov 15 19:33:16.360332 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-e08e99cb-f1f5-4400-a058-2ca6b0dc1bfd service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949073 Nov 15 19:33:16.389862 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-7d36c6b4-6dc8-4778-996a-e7df9a7e1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:16.391573 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-7d36c6b4-6dc8-4778-996a-e7df9a7e1f36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.0943379 Nov 15 19:33:16.455052 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7813553-ae1a-45c1-b19a-88b40f7040af req-feeccc64-0751-4e8c-bc9c-872264a732ad service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860510 Nov 15 19:33:16.466248 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-bb1239dd-7133-43d4-9aae-4442ce85233c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0658445 Nov 15 19:33:16.522943 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-5b58167e-09a7-4f97-a178-6623c25a0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:16.524652 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-5b58167e-09a7-4f97-a178-6623c25a0cd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0499632 Nov 15 19:33:16.572200 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-e2a142a0-476c-4981-8ad7-70c486afbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:16.573858 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-e2a142a0-476c-4981-8ad7-70c486afbab8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413389 Nov 15 19:33:16.681494 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-7cb4afc3-0ae4-4699-b816-f8534dc0ee33 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983977 Nov 15 19:33:16.781997 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-2b8385c2-85d9-4c2a-a24b-bbeee36cc567 req-3e905278-7e55-47f3-90a1-a079c9d0b660 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915523 Nov 15 19:33:16.970391 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f187bd-4927-4458-927f-499335a30580 req-24539a49-11ac-407f-a548-59dc13087fd3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:16.971987 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-10f187bd-4927-4458-927f-499335a30580 req-24539a49-11ac-407f-a548-59dc13087fd3 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 944 time: 0.0596521 Nov 15 19:33:17.051905 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-10f187bd-4927-4458-927f-499335a30580 req-bab7baf8-59ee-41a6-a929-70786ceb81ad tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738208 Nov 15 19:33:18.180207 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7601e3-f5c2-4695-8666-eea9d8167cfd req-5dba1a30-08df-4af6-9dd7-971cbb66fd43 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:18.181744 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd7601e3-f5c2-4695-8666-eea9d8167cfd req-5dba1a30-08df-4af6-9dd7-971cbb66fd43 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 944 time: 0.0546958 Nov 15 19:33:18.240436 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd7601e3-f5c2-4695-8666-eea9d8167cfd req-85e4ec3b-1dd6-47a2-a6dc-46fa5487919e tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524588 Nov 15 19:33:18.471658 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55636) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:19.003554 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:19.276201 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Deleting port 026748cc-677b-471c-9c1e-f17cdb2ef395 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:33:19.276584 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:19.408138 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9244-9b7c-4871-8fc0-53554cc3c1d6 req-dd205cb0-cb7f-4fb1-bfae-6672b2543764 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:19.410206 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-404a9244-9b7c-4871-8fc0-53554cc3c1d6 req-dd205cb0-cb7f-4fb1-bfae-6672b2543764 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 944 time: 0.0950158 Nov 15 19:33:19.417430 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] For port 026748cc-677b-471c-9c1e-f17cdb2ef395, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=026748cc-677b-471c-9c1e-f17cdb2ef395,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:33:19.417430 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:19.443252 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Calling delete_port for 026748cc-677b-471c-9c1e-f17cdb2ef395 owned by network:router_interface {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:33:19.515997 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-404a9244-9b7c-4871-8fc0-53554cc3c1d6 req-6838ca80-d7cf-41db-a6ce-2860d666f9d6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965118 Nov 15 19:33:19.741626 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:19.772810 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Pushing event deleted for resources: {'Port': ['ID=026748cc-677b-471c-9c1e-f17cdb2ef395,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:19.953125 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:20.177053 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:33:20.295214 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:33:20.301177 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-15300541-2ddb-4aca-b6d8-50f1b88dac87 admin admin] 10.222.0.48 "PUT /v2.0/routers/56ce48ef-c20b-43aa-b41e-6fca09bfc7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8283606 Nov 15 19:33:20.303607 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55666) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:20.304707 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] Sync routers for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:33:20.314635 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:33:20.315244 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:33:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:20.432619 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:33:20.642450 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35685-0122-49b8-824e-3bbfcf8994fb req-612ccc6e-bafa-4894-a0d1-0a2ff4db70ce tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:20.643727 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:33:19Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:20.644038 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92d35685-0122-49b8-824e-3bbfcf8994fb req-612ccc6e-bafa-4894-a0d1-0a2ff4db70ce tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 944 time: 0.0542610 Nov 15 19:33:20.672932 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] Checking router: 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:33:20.685175 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] Routers {'56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:33:20.685940 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:33:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:20.699710 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92d35685-0122-49b8-824e-3bbfcf8994fb req-162e7380-c646-4be2-9036-a48dad6dc0a8 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490742 Nov 15 19:33:20.711723 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks [] for router, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:20.804260 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] Set router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:33:20.831651 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:20.988172 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:33:19Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:21.005273 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Deleting port 4a43971b-0ef4-4666-977b-b514a82a2cc7 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:33:21.005611 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.014724 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b8e44-f108-4c8f-9d5c-5b49975241a9 None None] The sync data for ids ['56ce48ef-c20b-43aa-b41e-6fca09bfc7f1'] in dv-cinder-801522-7-iscsi is: [{'id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'name': 'tempest-AttachVolumeShelveTestJSON-124338081-router', 'tenant_id': '944fac2241b641eea7abb0709d60afcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:25:08Z', 'updated_at': '2021-11-15T19:33:19Z', 'revision_number': 5, 'project_id': '944fac2241b641eea7abb0709d60afcc', 'gw_port': {'id': '4a43971b-0ef4-4666-977b-b514a82a2cc7', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ce48ef-c20b-43aa-b41e-6fca09bfc7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:25:09Z', 'updated_at': '2021-11-15T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:33:21.102947 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] For port 4a43971b-0ef4-4666-977b-b514a82a2cc7, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4a43971b-0ef4-4666-977b-b514a82a2cc7,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:33:21.103534 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.118500 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Calling delete_port for 4a43971b-0ef4-4666-977b-b514a82a2cc7 owned by network:router_gateway {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:33:21.308721 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55680) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:21.359790 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c1c56e-d435-4085-8243-b257f62e9667 admin admin] Deleting subnet a2e3d0eb-56ea-4ff4-b771-778819038678 {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:33:21.364710 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c56e-d435-4085-8243-b257f62e9667 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.397157 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.433198 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c56e-d435-4085-8243-b257f62e9667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.435560 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a43971b-0ef4-4666-977b-b514a82a2cc7,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:21.536681 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c56e-d435-4085-8243-b257f62e9667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.567033 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.665961 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.669891 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.812541 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c56e-d435-4085-8243-b257f62e9667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.844475 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c56e-d435-4085-8243-b257f62e9667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e3d0eb-56ea-4ff4-b771-778819038678,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:21.852987 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c2abc-8e2d-46f9-851c-b0b8386a781b req-af2c5580-3086-4d48-b1f1-de4652c365ba tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:21.861731 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-170c2abc-8e2d-46f9-851c-b0b8386a781b req-af2c5580-3086-4d48-b1f1-de4652c365ba tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 944 time: 0.0785630 Nov 15 19:33:21.861731 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c56e-d435-4085-8243-b257f62e9667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.861731 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-a4c1c56e-d435-4085-8243-b257f62e9667 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a2e3d0eb-56ea-4ff4-b771-778819038678 HTTP/1.1" status: 204 len: 168 time: 0.5493090 Nov 15 19:33:21.862047 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55684) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:21.895702 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.895702 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 {{(pid=102515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:33:21.896742 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.900425 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-922b8b24-1e5d-4eeb-b0cb-910ebba67602 admin admin] 10.222.0.48 "DELETE /v2.0/routers/56ce48ef-c20b-43aa-b41e-6fca09bfc7f1 HTTP/1.1" status: 204 len: 168 time: 1.5933645 Nov 15 19:33:21.902810 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55686) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:21.938086 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:21.943375 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-170c2abc-8e2d-46f9-851c-b0b8386a781b req-46f5e64a-1c8c-4de9-87a2-1c8ff1cba75b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823748 Nov 15 19:33:21.974304 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3390f1e7-0d9f-4c68-823e-ecbd8be2d0e3 admin admin] Deleting subnet 4202e6af-4190-47b9-8461-182f2f071f30 {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:33:21.978346 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3390f1e7-0d9f-4c68-823e-ecbd8be2d0e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.027246 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3390f1e7-0d9f-4c68-823e-ecbd8be2d0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.037862 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.061064 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310663f0-905c-4f2f-bb6b-577df9c8f711']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.071892 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6a424a-6a79-4d05-96cf-043d00d81591') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.072184 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6a424a-6a79-4d05-96cf-043d00d81591') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.082289 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.096415 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.104451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:33:22.104451 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:33:22.104982 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:33:22.118474 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3390f1e7-0d9f-4c68-823e-ecbd8be2d0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.247304 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.253984 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.262488 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3390f1e7-0d9f-4c68-823e-ecbd8be2d0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.263013 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] 10.222.0.48 "DELETE /v2.0/networks/310663f0-905c-4f2f-bb6b-577df9c8f711 HTTP/1.1" status: 204 len: 168 time: 0.3964086 Nov 15 19:33:22.263117 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55688) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:22.275824 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0083bf-dfad-4d94-ad56-49f47fec9550 admin admin] Pushing event deleted for resources: {'Network': ['ID=310663f0-905c-4f2f-bb6b-577df9c8f711,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:22.313029 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390f1e7-0d9f-4c68-823e-ecbd8be2d0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4202e6af-4190-47b9-8461-182f2f071f30,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:22.320564 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3390f1e7-0d9f-4c68-823e-ecbd8be2d0e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.323732 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3390f1e7-0d9f-4c68-823e-ecbd8be2d0e3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4202e6af-4190-47b9-8461-182f2f071f30 HTTP/1.1" status: 204 len: 168 time: 0.4200857 Nov 15 19:33:22.329270 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485355e6-c3ae-435f-8b12-c2b58447c85a None None] Network 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:33:22.329842 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55690) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:22.342253 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-61389d54-6367-4797-8009-dfb45bb255d4 admin admin] Deleting subnet 4d08fdd3-9c3a-4e58-ab92-6b5b8dc32640 {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:33:22.346227 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-61389d54-6367-4797-8009-dfb45bb255d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.386927 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-61389d54-6367-4797-8009-dfb45bb255d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.414801 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.443108 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-61389d54-6367-4797-8009-dfb45bb255d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.494943 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Deleting port c30a2f6c-a8c2-44a2-a856-5d3a70720195 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:33:22.495361 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.544961 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] DHCP port deletion for 4dac51d4-2c54-4de0-be5f-66f6c0ea37ef request from dv-cinder-801522-7-iscsi {{(pid=102517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 19:33:22.565077 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] For port c30a2f6c-a8c2-44a2-a856-5d3a70720195, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=c30a2f6c-a8c2-44a2-a856-5d3a70720195,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:33:22.566812 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.575424 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-61389d54-6367-4797-8009-dfb45bb255d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.581622 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Calling delete_port for c30a2f6c-a8c2-44a2-a856-5d3a70720195 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:33:22.607185 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61389d54-6367-4797-8009-dfb45bb255d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d08fdd3-9c3a-4e58-ab92-6b5b8dc32640,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:22.615195 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-61389d54-6367-4797-8009-dfb45bb255d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.618899 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-61389d54-6367-4797-8009-dfb45bb255d4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4d08fdd3-9c3a-4e58-ab92-6b5b8dc32640 HTTP/1.1" status: 204 len: 168 time: 0.3536851 Nov 15 19:33:22.621132 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55692) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:22.636478 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Deleting port c30a2f6c-a8c2-44a2-a856-5d3a70720195 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:33:22.637288 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.694753 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.708930 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] For port c30a2f6c-a8c2-44a2-a856-5d3a70720195, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=c30a2f6c-a8c2-44a2-a856-5d3a70720195,segment=NetworkSegment(fd1752d8-2eee-4d95-b593-d5194222c57b),segment_id=fd1752d8-2eee-4d95-b593-d5194222c57b)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:33:22.709321 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.724514 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Calling delete_port for c30a2f6c-a8c2-44a2-a856-5d3a70720195 owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:33:22.758838 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.791338 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c30a2f6c-a8c2-44a2-a856-5d3a70720195,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:22.793012 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.798314 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] No DVR routers for this DVR port c30a2f6c-a8c2-44a2-a856-5d3a70720195 on host dv-cinder-801522-7-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:33:22.808149 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.819603 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dec148-b1b7-48ff-8085-a787e0663805']}} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.833879 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca0a979-9dff-4753-9d10-6c61666317f5') {'for_net_delete': True} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.834269 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.services.segments.db [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca0a979-9dff-4753-9d10-6c61666317f5') {} {{(pid=102515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.840533 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Pushing event deleted for resources: {'Port': ['ID=c30a2f6c-a8c2-44a2-a856-5d3a70720195,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:22.854065 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8747657'] for segment, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.860100 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] No DVR routers for this DVR port c30a2f6c-a8c2-44a2-a856-5d3a70720195 on host dv-cinder-801522-7-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:33:22.863448 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.863926 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.864406 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.864849 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.874418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.874418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.874418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.874418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.874418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.874418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.874418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.874418 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63e7ac-4afa-4c46-b562-3ca9d5d1e0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:22.883183 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.895645 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.902716 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device f5d66192-6250-42c7-b17e-8e29b4596f8f details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:33:22.911589 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:33:22.912120 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11922465'] for segment, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: Traceback (most recent call last): Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: timer() Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: cb(*args, **kw) Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: return func(*args, **kwargs) Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: self._notify() Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: self.callback(batched_events) Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: event.method(event) Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: return f(self, *a, **k) Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._get(url).json() Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: return self.request(url, 'GET', **kwargs) Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:33:22.914470 dv-cinder-801522-7-iscsi neutron-server[102515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:33:22.933301 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dac51d4-2c54-4de0-be5f-66f6c0ea37ef']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.952613 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1752d8-2eee-4d95-b593-d5194222c57b') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.952904 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1752d8-2eee-4d95-b593-d5194222c57b') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:22.965106 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.985537 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.993836 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device c30a2f6c-a8c2-44a2-a856-5d3a70720195 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:33:22.994134 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:33:22.994466 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:33:22.996244 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:33:23.025597 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: c30a2f6c-a8c2-44a2-a856-5d3a70720195 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:33:23.025901 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device c30a2f6c-a8c2-44a2-a856-5d3a70720195 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:33:23.026246 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 026748cc-677b-471c-9c1e-f17cdb2ef395 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:33:23.051183 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 026748cc-677b-471c-9c1e-f17cdb2ef395 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:33:23.051534 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 026748cc-677b-471c-9c1e-f17cdb2ef395 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:33:23.051923 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4a43971b-0ef4-4666-977b-b514a82a2cc7 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:33:23.052661 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.066140 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.072596 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] 10.222.0.48 "DELETE /v2.0/networks/76dec148-b1b7-48ff-8085-a787e0663805 HTTP/1.1" status: 204 len: 168 time: 0.4497790 Nov 15 19:33:23.086133 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78139027-34f8-401b-ba8a-060beb8e4844 admin admin] Pushing event deleted for resources: {'Network': ['ID=76dec148-b1b7-48ff-8085-a787e0663805,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:23.101798 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 4a43971b-0ef4-4666-977b-b514a82a2cc7 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:33:23.102330 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4a43971b-0ef4-4666-977b-b514a82a2cc7 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:33:23.133041 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c515e-6cd8-4c6b-b2e8-0919214110f3 req-d43c22f7-9aa1-4fd3-beb6-5c6cbf6f46a6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:23.135093 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ec7c515e-6cd8-4c6b-b2e8-0919214110f3 req-d43c22f7-9aa1-4fd3-beb6-5c6cbf6f46a6 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 944 time: 0.0745621 Nov 15 19:33:23.142570 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port f5d66192-6250-42c7-b17e-8e29b4596f8f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:33:23.171015 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'port_id': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'mac_address': 'fa:16:3e:a6:29:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:33:23.204625 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.211964 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.220916 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.227251 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d66192-6250-42c7-b17e-8e29b4596f8f {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:33:23.227466 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/4dac51d4-2c54-4de0-be5f-66f6c0ea37ef HTTP/1.1" status: 204 len: 168 time: 0.8991692 Nov 15 19:33:23.250772 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port f5d66192-6250-42c7-b17e-8e29b4596f8f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:33:23.261075 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ec7c515e-6cd8-4c6b-b2e8-0919214110f3 req-717e6369-3f20-4f10-989b-c6b650013508 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109722 Nov 15 19:33:23.265945 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06179d-0cf8-47ee-86cb-25b3afa422eb admin admin] Pushing event deleted for resources: {'Network': ['ID=4dac51d4-2c54-4de0-be5f-66f6c0ea37ef,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:23.338419 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.396676 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=f5d66192-6250-42c7-b17e-8e29b4596f8f,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:23.495502 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55700) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:23.538748 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-87fc7b35-7d36-487e-b37d-0b3f05b79575 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c87a8bf530c46e2a222a849078a9508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419481 Nov 15 19:33:23.541103 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55702) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:23.595183 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d64797fa-9a3d-433d-916b-1a5a6f81291c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.596025 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['f5d66192-6250-42c7-b17e-8e29b4596f8f'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:33:23.603063 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55704) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:23.620269 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d64797fa-9a3d-433d-916b-1a5a6f81291c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.652148 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d33de1c6-cb12-4200-8bb8-281d6ed4d922 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=944fac2241b641eea7abb0709d60afcc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473688 Nov 15 19:33:23.653042 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55706) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:23.705672 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1f624653-eec8-43bd-87dd-4fd697418425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.729851 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1f624653-eec8-43bd-87dd-4fd697418425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.766902 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d64797fa-9a3d-433d-916b-1a5a6f81291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.770508 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d64797fa-9a3d-433d-916b-1a5a6f81291c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.773966 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d64797fa-9a3d-433d-916b-1a5a6f81291c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/346dac19-fab4-4902-b3c1-04dd7097a89e HTTP/1.1" status: 204 len: 168 time: 0.2296188 Nov 15 19:33:23.786339 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64797fa-9a3d-433d-916b-1a5a6f81291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346dac19-fab4-4902-b3c1-04dd7097a89e,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:23.873060 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1f624653-eec8-43bd-87dd-4fd697418425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.876192 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1f624653-eec8-43bd-87dd-4fd697418425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:23.877553 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1f624653-eec8-43bd-87dd-4fd697418425 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2be96871-5b0e-421a-9ec8-4ededadcca5e HTTP/1.1" status: 204 len: 168 time: 0.2233915 Nov 15 19:33:23.888025 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f624653-eec8-43bd-87dd-4fd697418425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be96871-5b0e-421a-9ec8-4ededadcca5e,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:24.407083 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fd945-4d42-499f-a871-f7c08088ffe3 req-1be624c1-222d-4b50-b6c9-910108cec7a9 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:24.412461 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ef3fd945-4d42-499f-a871-f7c08088ffe3 req-1be624c1-222d-4b50-b6c9-910108cec7a9 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 945 time: 0.0612550 Nov 15 19:33:24.467798 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ef3fd945-4d42-499f-a871-f7c08088ffe3 req-bd5c6a14-7c95-4d25-802c-fa0c5ba6bb76 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516570 Nov 15 19:33:24.687719 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55726) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:24.727774 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fa7f1de5-d8f2-4c3a-807a-18d3cdc2b48b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a7bbcf550c24a04840265195f271eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388372 Nov 15 19:33:24.730133 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55728) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:24.786309 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0104e5b3-4c87-4743-9592-deb8172db97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:24.814818 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0104e5b3-4c87-4743-9592-deb8172db97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:24.910331 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device f5d66192-6250-42c7-b17e-8e29b4596f8f up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:33:24.953107 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0104e5b3-4c87-4743-9592-deb8172db97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:24.958717 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0104e5b3-4c87-4743-9592-deb8172db97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:24.960517 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0104e5b3-4c87-4743-9592-deb8172db97f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8120d506-473a-401d-9e64-08d9b882f02b HTTP/1.1" status: 204 len: 168 time: 0.2292531 Nov 15 19:33:24.976020 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104e5b3-4c87-4743-9592-deb8172db97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8120d506-473a-401d-9e64-08d9b882f02b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:25.055209 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port f5d66192-6250-42c7-b17e-8e29b4596f8f completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:33:25.059581 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port f5d66192-6250-42c7-b17e-8e29b4596f8f triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:33:25.059939 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:25.143075 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:25.168574 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:33:25.172593 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5192f1-e789-47c5-af75-5d7b6aa2219c" -d '{"events": [{"server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "name": "network-vif-plugged", "status": "completed", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:33:25.194564 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port f5d66192-6250-42c7-b17e-8e29b4596f8f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:33:25.220977 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f925b7-e32f-4463-b773-45fe262ef22d x-openstack-request-id: req-80f925b7-e32f-4463-b773-45fe262ef22d {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:33:25.221265 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "name": "network-vif-plugged", "status": "completed", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:33:25.221597 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80f925b7-e32f-4463-b773-45fe262ef22d {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:33:25.222040 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'code': 200} Nov 15 19:33:25.264107 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:25.337068 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=f5d66192-6250-42c7-b17e-8e29b4596f8f,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:25.633659 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b09339-d749-443c-b58c-5212f0c60421 req-e997fad7-da5f-4f7a-82d9-6c7822eb0842 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:25.635162 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c4b09339-d749-443c-b58c-5212f0c60421 req-e997fad7-da5f-4f7a-82d9-6c7822eb0842 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 946 time: 0.0823195 Nov 15 19:33:25.649535 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ad18-0d09-43d1-96ee-c5c12598589e req-633e4c49-6047-4a29-89bd-995697632c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:25.654101 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1d60ad18-0d09-43d1-96ee-c5c12598589e req-633e4c49-6047-4a29-89bd-995697632c67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 1099 time: 0.0713661 Nov 15 19:33:25.717765 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c4b09339-d749-443c-b58c-5212f0c60421 req-322aea5a-cda7-4159-a598-ea05066cdbf8 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759935 Nov 15 19:33:25.735289 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-1d60ad18-0d09-43d1-96ee-c5c12598589e req-f9be05e3-40fd-464f-b251-8279a92eaef9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717971 Nov 15 19:33:26.852095 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c621f-074e-4e58-ad25-d89919c6493d req-a843760a-7452-4d08-8c9e-e2686719dd98 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:26.853820 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1f8c621f-074e-4e58-ad25-d89919c6493d req-a843760a-7452-4d08-8c9e-e2686719dd98 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 946 time: 0.0527322 Nov 15 19:33:26.931341 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1f8c621f-074e-4e58-ad25-d89919c6493d req-c83cbce8-01f0-47dd-9c87-d06b2d927d4c tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699153 Nov 15 19:33:27.641109 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55814) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:27.750201 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-94b5f128-aad6-46f1-a5c0-9c5706dc62e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:27.826107 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-94b5f128-aad6-46f1-a5c0-9c5706dc62e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:27.923581 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-94b5f128-aad6-46f1-a5c0-9c5706dc62e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:27.966629 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-94b5f128-aad6-46f1-a5c0-9c5706dc62e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca6330cd0a014d53af671a5f31f5e2a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244298 Nov 15 19:33:27.967511 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5f128-aad6-46f1-a5c0-9c5706dc62e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab3e27-5664-4921-bd80-325bd72f3983,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:27.969507 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55820) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:28.046938 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1bc57dce-5695-4d20-a730-b5fb3fe32a8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:28.080814 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1bc57dce-5695-4d20-a730-b5fb3fe32a8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:28.089621 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2f2ac-0144-4ad2-bb8a-825d28352a01 req-dcc6564c-98aa-45dd-89b5-1bcda1be55a2 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:28.091159 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-21f2f2ac-0144-4ad2-bb8a-825d28352a01 req-dcc6564c-98aa-45dd-89b5-1bcda1be55a2 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 946 time: 0.0813024 Nov 15 19:33:28.165237 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-21f2f2ac-0144-4ad2-bb8a-825d28352a01 req-8ab2b4af-5490-4ec7-9ded-48d8446f34fe tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594981 Nov 15 19:33:28.258107 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1bc57dce-5695-4d20-a730-b5fb3fe32a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:28.260699 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1bc57dce-5695-4d20-a730-b5fb3fe32a8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:28.261947 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1bc57dce-5695-4d20-a730-b5fb3fe32a8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3ab3e27-5664-4921-bd80-325bd72f3983 HTTP/1.1" status: 204 len: 168 time: 0.2910624 Nov 15 19:33:28.271753 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc57dce-5695-4d20-a730-b5fb3fe32a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab3e27-5664-4921-bd80-325bd72f3983,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:28.305850 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189ed7-4a58-4476-9556-852ee6c011ec req-c4fe4aed-00f8-4081-b827-ba440388f36d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:28.307390 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-09189ed7-4a58-4476-9556-852ee6c011ec req-c4fe4aed-00f8-4081-b827-ba440388f36d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 946 time: 0.0628967 Nov 15 19:33:28.375478 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-09189ed7-4a58-4476-9556-852ee6c011ec req-495423a1-1553-4385-8828-45c06214cbbe tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528104 Nov 15 19:33:28.401569 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55830) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:28.622258 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d10cf-a880-439f-81b9-cb6415c98dec tempest-TestVolumeBootPattern-617924123 tempest-TestVolumeBootPattern-617924123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:28.624500 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9b3d10cf-a880-439f-81b9-cb6415c98dec tempest-TestVolumeBootPattern-617924123 tempest-TestVolumeBootPattern-617924123-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 1094 time: 0.2210827 Nov 15 19:33:28.627016 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55838) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:28.631670 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Request body: {'floatingip': {'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'port_id': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:33:28.749426 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:28.852124 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:28.956602 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_common [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Allocated IP 172.27.0.28 (29bf59e2-0ea5-4586-a000-2b1f46a2d04e/eb43ae98-1f1c-41e9-9f82-14312f4c794e/b161bb42-e915-4803-b01f-0a08165ca8bf) {{(pid=102515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:33:28.975657 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55840) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:28.988967 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2583-09d5-409a-9c2d-4e89b518e9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.066344 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2583-09d5-409a-9c2d-4e89b518e9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.066630 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.172195 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2583-09d5-409a-9c2d-4e89b518e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.209905 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd2583-09d5-409a-9c2d-4e89b518e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b82e42-ab63-4e15-828e-da69abcfcbcf,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:29.213960 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3fbd2583-09d5-409a-9c2d-4e89b518e9dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7c725af6983492eaecbe13d1a78b8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371614 Nov 15 19:33:29.216755 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55842) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:29.238674 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.276998 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa031f89-71c6-41e3-b20b-cbd8daa455d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.286803 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Network 29bf59e2-0ea5-4586-a000-2b1f46a2d04e is already hosted by enough agents. {{(pid=102515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:33:29.290062 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Resources bound (agent type, host, resource id): {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:33:29.294126 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Received port after_create {{(pid=102515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:33:29.299818 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=b161bb42-e915-4803-b01f-0a08165ca8bf,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:29.300105 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa031f89-71c6-41e3-b20b-cbd8daa455d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.430207 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa031f89-71c6-41e3-b20b-cbd8daa455d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.433235 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa031f89-71c6-41e3-b20b-cbd8daa455d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.436994 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-aa031f89-71c6-41e3-b20b-cbd8daa455d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3b82e42-ab63-4e15-828e-da69abcfcbcf HTTP/1.1" status: 204 len: 168 time: 0.2167640 Nov 15 19:33:29.445120 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa031f89-71c6-41e3-b20b-cbd8daa455d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b82e42-ab63-4e15-828e-da69abcfcbcf,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:29.659164 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.795649 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:29.956567 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for port, precommit_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:30.020654 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11922509'] for port, after_update {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:30.090213 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event updated for resources: {'Port': ['ID=b161bb42-e915-4803-b01f-0a08165ca8bf,revision_number=2']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:30.104572 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507839'] for floatingip, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:30.210788 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Floating IP 38b732bb-94b1-47b7-9e36-e7abec7070b6 associated. External IP: 172.27.0.28, port: f5d66192-6250-42c7-b17e-8e29b4596f8f. Nov 15 19:33:30.419977 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Router 9f880e34-8e19-4b41-a17b-3c590850766a has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:33:30.530068 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:33:30.540593 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:33:30.550400 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:33:30.551002 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:33:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:30.620324 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:30.650794 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-3618fa70-9310-41b7-8931-ac12cb1259ed tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0225577 Nov 15 19:33:30.651368 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:33:30.653975 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f7020e-a664-48a8-815c-a9663f395879" -d '{"events": [{"name": "network-changed", "server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:33:30.666925 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:33:30.689876 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0c4730-c0a6-4590-9c23-2ae49727775d x-openstack-request-id: req-7e0c4730-c0a6-4590-9c23-2ae49727775d {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:33:30.690165 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:33:30.690418 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e0c4730-c0a6-4590-9c23-2ae49727775d {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:33:30.690876 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'status': 'completed', 'code': 200} Nov 15 19:33:30.902264 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '38b732bb-94b1-47b7-9e36-e7abec7070b6', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:a6:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:33:29Z', 'updated_at': '2021-11-15T19:33:29Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}, {'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:20Z', 'revision_number': 1, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:30.929768 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:33:30.938628 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:33:30.939242 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:33:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:31.046236 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:33:31.307213 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '38b732bb-94b1-47b7-9e36-e7abec7070b6', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:a6:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:33:29Z', 'updated_at': '2021-11-15T19:33:29Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}, {'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:20Z', 'revision_number': 1, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:33:31.336462 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeca5f-9e14-4f37-994a-51b2525c4e15 None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': '38b732bb-94b1-47b7-9e36-e7abec7070b6', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:a6:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:33:29Z', 'updated_at': '2021-11-15T19:33:29Z', 'revision_number': 0, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}, {'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:20Z', 'revision_number': 1, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:33:31.566147 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4134a7c-5ad4-4678-91da-20a1818b60d6 None None] New status for floating IP 38b732bb-94b1-47b7-9e36-e7abec7070b6: ACTIVE {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:33:31.923299 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7020e-a664-48a8-815c-a9663f395879 req-9eda1231-f70a-4d7e-879f-afb24d8ea4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:31.924903 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47f7020e-a664-48a8-815c-a9663f395879 req-9eda1231-f70a-4d7e-879f-afb24d8ea4d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 1099 time: 0.0470619 Nov 15 19:33:32.023593 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7020e-a664-48a8-815c-a9663f395879 req-50fe2fbe-3b33-4d83-a163-61104fdb0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:32.025110 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47f7020e-a664-48a8-815c-a9663f395879 req-50fe2fbe-3b33-4d83-a163-61104fdb0323 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.0930333 Nov 15 19:33:32.100712 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47f7020e-a664-48a8-815c-a9663f395879 req-5d81ed4d-70be-40e2-8574-2916d03ce141 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f HTTP/1.1" status: 200 len: 1001 time: 0.0674472 Nov 15 19:33:32.306687 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8a50204c-7012-4af7-ad2d-9a49f8624ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:32.322084 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55908) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:32.416283 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7020e-a664-48a8-815c-a9663f395879 req-e50c7f45-2a41-4a04-ba1f-6300e2914562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:32.417790 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47f7020e-a664-48a8-815c-a9663f395879 req-e50c7f45-2a41-4a04-ba1f-6300e2914562 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.3097696 Nov 15 19:33:32.433276 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd6a4-e644-4b49-a281-311bb3598ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:32.467376 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7020e-a664-48a8-815c-a9663f395879 req-b1cdccc2-6653-48d0-923f-441465c3ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:33:32.469005 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47f7020e-a664-48a8-815c-a9663f395879 req-b1cdccc2-6653-48d0-923f-441465c3ca0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414822 Nov 15 19:33:32.508666 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd6a4-e644-4b49-a281-311bb3598ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:32.564882 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd6a4-e644-4b49-a281-311bb3598ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:32.572856 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47f7020e-a664-48a8-815c-a9663f395879 req-7b45d187-1f0f-4e1c-9552-73c3488a274a service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944979 Nov 15 19:33:32.604636 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1cfdd6a4-e644-4b49-a281-311bb3598ca0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e8d94e68a354856a4434762b766cdbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813525 Nov 15 19:33:32.605836 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdd6a4-e644-4b49-a281-311bb3598ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8fe0cd-88dd-4576-b84f-df50ecf394e1,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:32.608099 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55914) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:32.663278 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2af2b06a-f80e-446d-a07f-0dfdb63c36f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:32.676463 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-47f7020e-a664-48a8-815c-a9663f395879 req-e7624b74-06ce-4646-bf63-4712870c17a8 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945332 Nov 15 19:33:32.692322 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2af2b06a-f80e-446d-a07f-0dfdb63c36f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:32.846477 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2af2b06a-f80e-446d-a07f-0dfdb63c36f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:32.849117 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2af2b06a-f80e-446d-a07f-0dfdb63c36f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:32.850823 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2af2b06a-f80e-446d-a07f-0dfdb63c36f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea8fe0cd-88dd-4576-b84f-df50ecf394e1 HTTP/1.1" status: 204 len: 168 time: 0.2417493 Nov 15 19:33:32.859008 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2b06a-f80e-446d-a07f-0dfdb63c36f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8fe0cd-88dd-4576-b84f-df50ecf394e1,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:33.582709 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55926) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:33.596576 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbb7c-45b9-4cb0-8d75-41afc66d783e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:33.669605 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbb7c-45b9-4cb0-8d75-41afc66d783e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:33.743532 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbb7c-45b9-4cb0-8d75-41afc66d783e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:33.784353 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b4ebbb7c-45b9-4cb0-8d75-41afc66d783e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01a49e27932f47c4a0e1f950103f23ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004910 Nov 15 19:33:33.785228 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebbb7c-45b9-4cb0-8d75-41afc66d783e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3512f5-d2a2-41e9-9d4d-162dbfd745bc,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:33.787135 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 55928) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:33.840625 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9929ed4e-540a-4592-9c75-917fe66469b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:33.862761 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9929ed4e-540a-4592-9c75-917fe66469b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:33.994760 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9929ed4e-540a-4592-9c75-917fe66469b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:33.997403 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9929ed4e-540a-4592-9c75-917fe66469b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:33.998566 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9929ed4e-540a-4592-9c75-917fe66469b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd3512f5-d2a2-41e9-9d4d-162dbfd745bc HTTP/1.1" status: 204 len: 168 time: 0.2092354 Nov 15 19:33:34.006573 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929ed4e-540a-4592-9c75-917fe66469b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3512f5-d2a2-41e9-9d4d-162dbfd745bc,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:34.655177 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0e0cc62-aad5-4c1f-bcfa-d11e9cc2df18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:35.846403 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:37.389094 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:38.100468 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:42.723713 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:42.937582 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56070) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:43.045203 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-889f1612-d252-48e4-ba68-f0f96db93bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:43.126458 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-889f1612-d252-48e4-ba68-f0f96db93bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:43.232663 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-889f1612-d252-48e4-ba68-f0f96db93bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:43.279275 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-889f1612-d252-48e4-ba68-f0f96db93bbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3e372abb80f483389706979554a7e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405752 Nov 15 19:33:43.280613 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f1612-d252-48e4-ba68-f0f96db93bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8909e540-f939-4383-9998-14b7331b5992,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:43.282635 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56074) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:43.334478 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f5e2491c-a28f-49ec-ac71-93e2d7a6b220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:43.356428 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f5e2491c-a28f-49ec-ac71-93e2d7a6b220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:43.468967 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f5e2491c-a28f-49ec-ac71-93e2d7a6b220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:43.471572 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f5e2491c-a28f-49ec-ac71-93e2d7a6b220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:43.472770 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-f5e2491c-a28f-49ec-ac71-93e2d7a6b220 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8909e540-f939-4383-9998-14b7331b5992 HTTP/1.1" status: 204 len: 168 time: 0.1891136 Nov 15 19:33:43.481369 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2491c-a28f-49ec-ac71-93e2d7a6b220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8909e540-f939-4383-9998-14b7331b5992,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:44.115636 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56088) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:44.130047 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-59e65ff5-3fac-435d-9551-44b5385b2574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:44.208778 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-59e65ff5-3fac-435d-9551-44b5385b2574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:44.300934 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-59e65ff5-3fac-435d-9551-44b5385b2574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:44.344009 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-59e65ff5-3fac-435d-9551-44b5385b2574 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0896362a655046c4ad75f2b415c467d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269666 Nov 15 19:33:44.344800 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e65ff5-3fac-435d-9551-44b5385b2574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52020bf5-81d2-4f75-b89d-072ec8c048dd,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:44.346700 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56090) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:44.396624 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a853109-aafc-47bf-bfec-b60ca9c44443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:44.418510 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a853109-aafc-47bf-bfec-b60ca9c44443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:44.580377 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a853109-aafc-47bf-bfec-b60ca9c44443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:44.583292 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a853109-aafc-47bf-bfec-b60ca9c44443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:44.584463 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0a853109-aafc-47bf-bfec-b60ca9c44443 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52020bf5-81d2-4f75-b89d-072ec8c048dd HTTP/1.1" status: 204 len: 168 time: 0.2366476 Nov 15 19:33:44.592881 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a853109-aafc-47bf-bfec-b60ca9c44443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52020bf5-81d2-4f75-b89d-072ec8c048dd,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:47.780311 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56192) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:47.881754 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3fb685ca-492e-4220-9063-28a33b9ba5b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:47.972688 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3fb685ca-492e-4220-9063-28a33b9ba5b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:48.005737 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:33:48.034667 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3fb685ca-492e-4220-9063-28a33b9ba5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:48.071558 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb685ca-492e-4220-9063-28a33b9ba5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de7f8e2-bc42-4ee9-ab35-b49f39c679ef,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:48.076485 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3fb685ca-492e-4220-9063-28a33b9ba5b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b92f72fafa5e4c9a8c7717a7825fe177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951167 Nov 15 19:33:48.079457 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56198) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:48.127314 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-332a5e41-25be-4762-869b-7d48c9e0707b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:48.151286 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-332a5e41-25be-4762-869b-7d48c9e0707b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:48.261008 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-332a5e41-25be-4762-869b-7d48c9e0707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:48.263565 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-332a5e41-25be-4762-869b-7d48c9e0707b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:48.264720 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-332a5e41-25be-4762-869b-7d48c9e0707b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3de7f8e2-bc42-4ee9-ab35-b49f39c679ef HTTP/1.1" status: 204 len: 168 time: 0.1847129 Nov 15 19:33:48.273746 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5e41-25be-4762-869b-7d48c9e0707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de7f8e2-bc42-4ee9-ab35-b49f39c679ef,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:59.274357 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56292) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:59.388422 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:59.465062 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:59.546288 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:59.588187 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3a64c-9929-4030-ae97-28e945243da2,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:33:59.592827 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=236c0ad00e7d46948111d66354b5170d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184154 Nov 15 19:33:59.595871 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56298) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:33:59.599423 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.599696 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.600040 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.600396 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.600735 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.601067 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.601387 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.601992 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.602124 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.602454 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.603215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.603215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b171481-2149-4276-ba01-5e0cdc48ccd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:33:59.647294 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bf16149f-3186-4184-970a-6d4c86917593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:59.675425 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bf16149f-3186-4184-970a-6d4c86917593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:59.834377 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bf16149f-3186-4184-970a-6d4c86917593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:59.837368 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bf16149f-3186-4184-970a-6d4c86917593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:33:59.838592 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-bf16149f-3186-4184-970a-6d4c86917593 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fe3a64c-9929-4030-ae97-28e945243da2 HTTP/1.1" status: 204 len: 168 time: 0.2416654 Nov 15 19:33:59.847526 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16149f-3186-4184-970a-6d4c86917593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3a64c-9929-4030-ae97-28e945243da2,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:02.317566 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0d763b5e-827f-4dea-bf71-3b095c24d1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:04.674259 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4f9fc85a-c092-473c-9f64-d3f7df9f99ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:05.840075 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:07.420744 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:08.062761 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:09.124070 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56348) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:09.234873 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30bc615f-cf0e-473d-968b-23635520409e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:09.327471 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30bc615f-cf0e-473d-968b-23635520409e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:09.405617 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30bc615f-cf0e-473d-968b-23635520409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:09.452243 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc615f-cf0e-473d-968b-23635520409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c7539f-5f58-49b5-9b30-fade34833dfd,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:09.457676 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-30bc615f-cf0e-473d-968b-23635520409e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1c61c6749014baf92788980b9abe949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317926 Nov 15 19:34:09.459654 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56354) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:09.516690 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7df6c8d9-8fc9-4847-9e44-dcd151c4ed38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:09.538597 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7df6c8d9-8fc9-4847-9e44-dcd151c4ed38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:09.674078 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7df6c8d9-8fc9-4847-9e44-dcd151c4ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:09.677308 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-7df6c8d9-8fc9-4847-9e44-dcd151c4ed38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:09.678621 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-7df6c8d9-8fc9-4847-9e44-dcd151c4ed38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45c7539f-5f58-49b5-9b30-fade34833dfd HTTP/1.1" status: 204 len: 168 time: 0.2179408 Nov 15 19:34:09.687519 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6c8d9-8fc9-4847-9e44-dcd151c4ed38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c7539f-5f58-49b5-9b30-fade34833dfd,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:12.717657 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:13.537298 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56390) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:13.847691 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Deleting port a8d4dee8-d158-4eaa-91c8-411a0485d13e {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:13.848030 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:13.935045 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:13.935363 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:13.949778 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Calling delete_port for a8d4dee8-d158-4eaa-91c8-411a0485d13e owned by network:floatingip {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:14.251583 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:14.279741 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event deleted for resources: {'Port': ['ID=a8d4dee8-d158-4eaa-91c8-411a0485d13e,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:14.341673 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for floatingip, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:14.341998 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Floating IP cc009eba-bf8b-4858-a28f-e98bf2e74096 disassociated (deleted). External IP: 172.27.0.115, port: da5ef0ad-757e-4d8f-97f7-b6af6f940ed7. Nov 15 19:34:14.551795 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Router ca613f03-d9a8-454c-8e8c-000177ff607f has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:34:14.658581 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:34:14.662897 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:14.668229 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] Sync routers for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:34:14.677751 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:34:14.678475 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:34:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:14.690452 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-88f66d9b-c5a5-4619-99f8-b8b8d1dc887e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "DELETE /v2.0/floatingips/cc009eba-bf8b-4858-a28f-e98bf2e74096 HTTP/1.1" status: 204 len: 168 time: 1.1518433 Nov 15 19:34:14.691036 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:34:14.693342 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc3583-33de-4c4e-a06b-261bd14faaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:34:14.732841 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad5fc98-516f-4ac0-94b1-735433235988 x-openstack-request-id: req-0ad5fc98-516f-4ac0-94b1-735433235988 {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:34:14.733128 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:34:14.733394 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ad5fc98-516f-4ac0-94b1-735433235988 {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:34:14.733818 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'status': 'completed', 'code': 200} Nov 15 19:34:14.796334 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:34:15.127870 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee721b8-b2c0-4594-af5f-50c92a45b018 req-fb7065c9-109a-4b06-8afe-f140312e9c49 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:15.129316 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6ee721b8-b2c0-4594-af5f-50c92a45b018 req-fb7065c9-109a-4b06-8afe-f140312e9c49 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0493345 Nov 15 19:34:15.138356 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:16Z', 'revision_number': 5, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:15.165596 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] Checking router: ca613f03-d9a8-454c-8e8c-000177ff607f for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:34:15.174060 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:34:15.174662 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:34:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:15.179640 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-6ee721b8-b2c0-4594-af5f-50c92a45b018 req-e7c146ad-dbd3-4909-9462-27194ef4ad11 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441651 Nov 15 19:34:15.300831 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:34:15.506928 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:16Z', 'revision_number': 5, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:15.534705 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96316500-a7b4-4f75-b0c0-816789804c63 None None] The sync data for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi is: [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:11Z', 'revision_number': 4, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '72823174-ac12-4cdc-8f00-5ace5f6a5a00', 'name': '', 'network_id': '7a90cd09-0275-4504-b10f-a52e50c0cf30', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'mac_address': 'fa:16:3e:54:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:09Z', 'updated_at': '2021-11-15T19:28:16Z', 'revision_number': 5, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'subnets': [{'id': 'bf47254e-a907-4641-9f52-2aa03cd5c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:34:15.760855 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5115c1-8c00-4e4d-b926-983493abb59d None None] New status for floating IP cc009eba-bf8b-4858-a28f-e98bf2e74096: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:34:16.306470 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c939e-46db-46d5-b914-280834d057bd req-ae563a11-934a-4cdf-accb-e1b6f9859ef5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:16.307880 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c84c939e-46db-46d5-b914-280834d057bd req-ae563a11-934a-4cdf-accb-e1b6f9859ef5 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0531943 Nov 15 19:34:16.362679 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c84c939e-46db-46d5-b914-280834d057bd req-10939942-c995-448d-be42-80c28520f565 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483458 Nov 15 19:34:16.477041 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-c45be022-66ec-4d65-b188-171ef5658387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:16.478536 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-c45be022-66ec-4d65-b188-171ef5658387 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 1098 time: 0.0445702 Nov 15 19:34:16.573265 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-6406f78b-e1c3-46c1-94e8-e261c5edecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:16.575207 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-6406f78b-e1c3-46c1-94e8-e261c5edecb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 200 len: 909 time: 0.0872984 Nov 15 19:34:16.620671 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-77c05e92-6580-4fe1-b49e-fe3734a4d227 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 200 len: 217 time: 0.0368812 Nov 15 19:34:16.672190 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-89736da9-6c3f-402e-b2a0-520999950f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:16.673642 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-89736da9-6c3f-402e-b2a0-520999950f44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf47254e-a907-4641-9f52-2aa03cd5c250 HTTP/1.1" status: 200 len: 847 time: 0.0446599 Nov 15 19:34:16.725297 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-cf846c39-b44b-4dd3-8b3e-f4c690741cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:16.726899 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-cf846c39-b44b-4dd3-8b3e-f4c690741cda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a90cd09-0275-4504-b10f-a52e50c0cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403864 Nov 15 19:34:16.823149 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-59fecb1d-3a1a-4e13-a708-56bd0c3edab9 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885239 Nov 15 19:34:16.919090 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-97bc3583-33de-4c4e-a06b-261bd14faaa3 req-9d1a0d2d-5ee4-409c-97ea-fd9c4a2f7ce9 service neutron] 10.222.0.43 "GET /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873053 Nov 15 19:34:17.488635 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf903616-5901-4b99-8d2b-5344531103c2 req-c6cc744c-7dc4-4caf-ac49-f8a2e46c0d0f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:17.490133 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bf903616-5901-4b99-8d2b-5344531103c2 req-c6cc744c-7dc4-4caf-ac49-f8a2e46c0d0f tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0554540 Nov 15 19:34:17.541058 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-bf903616-5901-4b99-8d2b-5344531103c2 req-9c37aa1f-ab48-4656-a59f-cc125eabb28e tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439065 Nov 15 19:34:18.659354 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0f346-304b-40ad-add2-173e3fc96f18 req-121c1b1d-0d27-4f98-8a94-19a77c7b57b2 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:18.660861 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39e0f346-304b-40ad-add2-173e3fc96f18 req-121c1b1d-0d27-4f98-8a94-19a77c7b57b2 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0489337 Nov 15 19:34:18.710575 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39e0f346-304b-40ad-add2-173e3fc96f18 req-fb07ac77-3dd6-42a1-8b6c-5165653691c4 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433941 Nov 15 19:34:19.833429 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90f81-4fc3-4fb3-a508-2b4a9554ad38 req-a93abc71-0d79-4ff9-8868-e267ad585f2b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:19.834960 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b3a90f81-4fc3-4fb3-a508-2b4a9554ad38 req-a93abc71-0d79-4ff9-8868-e267ad585f2b tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0540018 Nov 15 19:34:19.885592 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-b3a90f81-4fc3-4fb3-a508-2b4a9554ad38 req-55b4d3ba-5e6b-43a6-898c-12dabd4c6d91 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438058 Nov 15 19:34:21.002203 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c5a6-32d7-4391-bf96-c2f2ccbfcfa8 req-278d23d4-426a-44af-a062-8e566d9b06d0 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:21.003809 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ac4c5a6-32d7-4391-bf96-c2f2ccbfcfa8 req-278d23d4-426a-44af-a062-8e566d9b06d0 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0495608 Nov 15 19:34:21.044412 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-0aae5304-2eb1-4ae7-a4f8-c958b721a6d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405660 Nov 15 19:34:21.052975 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ac4c5a6-32d7-4391-bf96-c2f2ccbfcfa8 req-eb517b33-ad6d-440f-a889-af1c30a81e3d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Nov 15 19:34:21.132586 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-b1572528-147c-4bae-8dfc-c11d0af49c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:21.134225 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-b1572528-147c-4bae-8dfc-c11d0af49c76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 1098 time: 0.0420971 Nov 15 19:34:21.296291 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-4c2d43fc-4916-4303-a2bf-7035898edcab tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:21.297785 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-4c2d43fc-4916-4303-a2bf-7035898edcab tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 945 time: 0.0540693 Nov 15 19:34:21.298318 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-24185340-6104-46f4-8aff-0ad781b1fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:21.299782 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-24185340-6104-46f4-8aff-0ad781b1fca6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.1435649 Nov 15 19:34:21.371865 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-49309df4-2183-4adb-8249-9caffba64b73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0598934 Nov 15 19:34:21.403598 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Deleting port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:21.403920 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:21.430358 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-1beee66c-357b-42fb-9328-5c1c023b3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:21.431879 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-1beee66c-357b-42fb-9328-5c1c023b3e2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0514495 Nov 15 19:34:21.485585 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-269b5505-1fd5-4c27-bbef-b741fd7a97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:21.488778 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-269b5505-1fd5-4c27-bbef-b741fd7a97d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474746 Nov 15 19:34:21.518859 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] For port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:21.519222 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:21.536012 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Calling delete_port for da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:21.590485 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-5d0433b1-80c8-44e5-b228-96da7c127a0a service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927894 Nov 15 19:34:21.696990 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ce327107-22b5-47f4-80f1-0cb0123abe24 req-46d66fbd-2453-47b3-a069-aa8d5ee6ea71 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920706 Nov 15 19:34:21.776731 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:21.809473 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event deleted for resources: {'Port': ['ID=da5ef0ad-757e-4d8f-97f7-b6af6f940ed7,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:21.854442 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] No DVR routers for this DVR port da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:34:21.857652 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:21.860968 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-16916ff3-e38c-42f0-9eca-896bcf715bf7 req-037c227c-cf1b-4a8a-b1db-72b751a9df2a tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.43 "DELETE /v2.0/ports/da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 HTTP/1.1" status: 204 len: 173 time: 0.5504439 Nov 15 19:34:21.861393 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'name': 'network-vif-deleted', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:34:21.863581 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceab83a4-c6e5-4f7b-9856-0c26c28197c9" -d '{"events": [{"server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "name": "network-vif-deleted", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:34:21.899857 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1db48d1-fbc3-4ff7-8862-33c541b922e6 x-openstack-request-id: req-c1db48d1-fbc3-4ff7-8862-33c541b922e6 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:34:21.900263 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0a4121-558f-4e9a-b9b5-8fb34252579a", "name": "network-vif-deleted", "tag": "da5ef0ad-757e-4d8f-97f7-b6af6f940ed7", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:34:21.900263 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1db48d1-fbc3-4ff7-8862-33c541b922e6 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:34:21.900674 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0a4121-558f-4e9a-b9b5-8fb34252579a', 'name': 'network-vif-deleted', 'tag': 'da5ef0ad-757e-4d8f-97f7-b6af6f940ed7', 'status': 'completed', 'code': 200} Nov 15 19:34:21.920805 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:34:21.940555 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:34:21.940886 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device da5ef0ad-757e-4d8f-97f7-b6af6f940ed7 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:34:22.151481 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e21fb3dd-ccc1-489f-a018-5a6e2283e578 req-c29e7c8f-73c6-46f1-b401-8861ac58d00d tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 210 time: 0.0308466 Nov 15 19:34:23.283157 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-c8692786-27c9-439f-b4f2-f3e878af9206 req-f2bc225e-cf3c-41be-8a94-f320dce69f28 tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb0a4121-558f-4e9a-b9b5-8fb34252579a HTTP/1.1" status: 200 len: 210 time: 0.0287724 Nov 15 19:34:24.346484 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56460) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:24.408287 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:24.435138 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:24.616834 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:24.619424 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:24.620601 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] 10.222.0.48 "DELETE /v2.0/security-groups/9211f2a7-b196-4b3b-bb2b-40110fb2ffa5 HTTP/1.1" status: 204 len: 168 time: 0.2730253 Nov 15 19:34:24.630603 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9211f2a7-b196-4b3b-bb2b-40110fb2ffa5,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:24.639456 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.639800 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.640143 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.640511 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.640850 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.641176 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.641599 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.641829 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.642159 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.642483 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.643327 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.643528 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11165a-b807-41c5-91d0-bc2f208fe2aa tempest-TestShelveInstance-1130934286 tempest-TestShelveInstance-1130934286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:24.763146 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56464) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:25.006475 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:34:25.214726 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:25.459762 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Deleting port 72823174-ac12-4cdc-8f00-5ace5f6a5a00 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:25.460457 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:25.539600 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] For port 72823174-ac12-4cdc-8f00-5ace5f6a5a00, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=72823174-ac12-4cdc-8f00-5ace5f6a5a00,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:25.539892 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:25.552819 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Calling delete_port for 72823174-ac12-4cdc-8f00-5ace5f6a5a00 owned by network:router_interface {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:25.805260 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:25.832543 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Pushing event deleted for resources: {'Port': ['ID=72823174-ac12-4cdc-8f00-5ace5f6a5a00,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:26.257649 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:26.496023 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Router ca613f03-d9a8-454c-8e8c-000177ff607f has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:34:26.609870 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:34:26.614973 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-9ba86295-be9a-4148-b380-e8a8a44b6214 admin admin] 10.222.0.48 "PUT /v2.0/routers/ca613f03-d9a8-454c-8e8c-000177ff607f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8507757 Nov 15 19:34:26.617504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56478) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:26.622049 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] Sync routers for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:34:26.635403 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:34:26.639013 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:34:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:26.737057 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks [] for router, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:26.753616 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:34:26.839753 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:26.946504 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:34:25Z', 'revision_number': 5, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port': {'id': '17d80941-efa0-4b96-a68e-865f8dc25f77', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:26.948319 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Deleting port 17d80941-efa0-4b96-a68e-865f8dc25f77 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:26.954104 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:26.973849 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] Checking router: ca613f03-d9a8-454c-8e8c-000177ff607f for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:34:26.982275 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] Routers {'ca613f03-d9a8-454c-8e8c-000177ff607f'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:34:26.982990 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:34:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['ca613f03-d9a8-454c-8e8c-000177ff607f'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:27.033002 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] For port 17d80941-efa0-4b96-a68e-865f8dc25f77, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=17d80941-efa0-4b96-a68e-865f8dc25f77,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:27.033358 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.045267 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Calling delete_port for 17d80941-efa0-4b96-a68e-865f8dc25f77 owned by network:router_gateway {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:27.069620 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] Set router ca613f03-d9a8-454c-8e8c-000177ff607f gateway port host: None {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:34:27.124872 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:34:26Z', 'revision_number': 6, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port_host': None}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:27.152501 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39712e-944c-4f62-809a-392c7afc6074 None None] The sync data for ids ['ca613f03-d9a8-454c-8e8c-000177ff607f'] in dv-cinder-801522-7-iscsi is: [{'id': 'ca613f03-d9a8-454c-8e8c-000177ff607f', 'name': 'tempest-TestShelveInstance-363228177-router', 'tenant_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:04Z', 'updated_at': '2021-11-15T19:34:26Z', 'revision_number': 6, 'project_id': 'e54bfc740aa5467eaf0e937ff2e97b43', 'gw_port_host': None}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:34:27.265839 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.293334 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d80941-efa0-4b96-a68e-865f8dc25f77,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:27.354074 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.448674 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.451313 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.565008 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.568559 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca613f03-d9a8-454c-8e8c-000177ff607f {{(pid=102515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:34:27.570513 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.571580 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-d86aaccb-2c0b-431a-9906-64aafb413d64 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ca613f03-d9a8-454c-8e8c-000177ff607f HTTP/1.1" status: 204 len: 168 time: 0.9530873 Nov 15 19:34:27.574081 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56482) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:27.620201 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e47e176-831e-4f50-8c51-70a4ac972024 admin admin] Deleting subnet bf47254e-a907-4641-9f52-2aa03cd5c250 {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:34:27.623472 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6e47e176-831e-4f50-8c51-70a4ac972024 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.662197 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6e47e176-831e-4f50-8c51-70a4ac972024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.750929 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6e47e176-831e-4f50-8c51-70a4ac972024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.874208 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6e47e176-831e-4f50-8c51-70a4ac972024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.900345 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47e176-831e-4f50-8c51-70a4ac972024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf47254e-a907-4641-9f52-2aa03cd5c250,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:27.903949 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-6e47e176-831e-4f50-8c51-70a4ac972024 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:27.909812 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-6e47e176-831e-4f50-8c51-70a4ac972024 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bf47254e-a907-4641-9f52-2aa03cd5c250 HTTP/1.1" status: 204 len: 168 time: 0.3342428 Nov 15 19:34:27.910015 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56484) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:27.910445 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c147e2ff-1085-49de-a48b-a31dc8be0c6b None None] Network 7a90cd09-0275-4504-b10f-a52e50c0cf30 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:34:27.985671 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.054974 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Deleting port e3f5d38e-e605-453e-b35f-8bd18a6832b4 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:28.055329 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.104444 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] DHCP port deletion for 7a90cd09-0275-4504-b10f-a52e50c0cf30 request from dv-cinder-801522-7-iscsi {{(pid=102517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 19:34:28.121000 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] For port e3f5d38e-e605-453e-b35f-8bd18a6832b4, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=e3f5d38e-e605-453e-b35f-8bd18a6832b4,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:28.121389 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.135309 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Calling delete_port for e3f5d38e-e605-453e-b35f-8bd18a6832b4 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:28.163453 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Deleting port e3f5d38e-e605-453e-b35f-8bd18a6832b4 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:28.163819 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.228813 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] For port e3f5d38e-e605-453e-b35f-8bd18a6832b4, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=e3f5d38e-e605-453e-b35f-8bd18a6832b4,segment=NetworkSegment(456d5295-b301-4034-b8ff-c58f5d5c0104),segment_id=456d5295-b301-4034-b8ff-c58f5d5c0104)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:28.235700 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.241899 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Calling delete_port for e3f5d38e-e605-453e-b35f-8bd18a6832b4 owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:28.288700 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.315544 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f5d38e-e605-453e-b35f-8bd18a6832b4,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:28.320431 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] No DVR routers for this DVR port e3f5d38e-e605-453e-b35f-8bd18a6832b4 on host dv-cinder-801522-7-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:34:28.324017 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.351166 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Pushing event deleted for resources: {'Port': ['ID=e3f5d38e-e605-453e-b35f-8bd18a6832b4,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:28.356499 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] No DVR routers for this DVR port e3f5d38e-e605-453e-b35f-8bd18a6832b4 on host dv-cinder-801522-7-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:34:28.366785 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.367324 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.367560 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.367900 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.368658 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.368658 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.368918 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.369241 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.369563 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.369887 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.370229 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.370549 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957027c-18b4-412b-a6bd-ffe69484cc38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:34:28.639607 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.660162 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a90cd09-0275-4504-b10f-a52e50c0cf30']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:28.670095 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456d5295-b301-4034-b8ff-c58f5d5c0104') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:28.670382 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456d5295-b301-4034-b8ff-c58f5d5c0104') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:28.680766 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.695099 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.701489 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:34:28.701860 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:34:28.703463 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:34:28.833406 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.838803 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:28.842840 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7a90cd09-0275-4504-b10f-a52e50c0cf30 HTTP/1.1" status: 204 len: 168 time: 0.9309855 Nov 15 19:34:28.845900 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56490) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:28.854497 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60af58d-76b4-4570-bebb-9c017e10a838 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a90cd09-0275-4504-b10f-a52e50c0cf30,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:28.946199 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 72823174-ac12-4cdc-8f00-5ace5f6a5a00 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:34:28.967820 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 72823174-ac12-4cdc-8f00-5ace5f6a5a00 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:34:28.968144 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 72823174-ac12-4cdc-8f00-5ace5f6a5a00 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:34:28.968579 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 17d80941-efa0-4b96-a68e-865f8dc25f77 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:34:28.989118 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 17d80941-efa0-4b96-a68e-865f8dc25f77 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:34:28.989458 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 17d80941-efa0-4b96-a68e-865f8dc25f77 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:34:28.989864 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device e3f5d38e-e605-453e-b35f-8bd18a6832b4 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:34:29.008903 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: e3f5d38e-e605-453e-b35f-8bd18a6832b4 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:34:29.009245 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device e3f5d38e-e605-453e-b35f-8bd18a6832b4 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:34:29.204477 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:29.448739 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Deleting port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:29.449068 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:29.525812 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] For port ceb0a086-b59c-4dd2-855c-1c97ca8c26ca, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,segment=NetworkSegment(d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6),segment_id=d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:29.526080 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:29.539504 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Calling delete_port for ceb0a086-b59c-4dd2-855c-1c97ca8c26ca owned by network:router_interface {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:29.816793 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:29.845369 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb0a086-b59c-4dd2-855c-1c97ca8c26ca,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:30.021346 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:30.235575 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:34:30.589827 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:34:30.595019 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-52e9428d-0a5c-46e8-9501-cf26a6651abf admin admin] 10.222.0.48 "PUT /v2.0/routers/d22a30dc-be0c-4afe-a76a-bd96ffe5cafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7479959 Nov 15 19:34:30.597783 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56498) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:30.600307 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e1112-9c60-4803-b620-276b5a25263e None None] Sync routers for ids ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:34:30.611244 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e1112-9c60-4803-b620-276b5a25263e None None] Routers {'d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:34:30.612240 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-789e1112-9c60-4803-b620-276b5a25263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:34:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:30.710329 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks [] for router, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:30.810058 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-789e1112-9c60-4803-b620-276b5a25263e None None] Set router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:34:30.826800 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:30.968019 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Deleting port 56ecc45a-dd75-4381-b352-1f9dfb584f14 {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:30.968500 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:30.998014 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-789e1112-9c60-4803-b620-276b5a25263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:34:29Z', 'revision_number': 5, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port': {'id': '56ecc45a-dd75-4381-b352-1f9dfb584f14', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:28:18Z', 'updated_at': '2021-11-15T19:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:31.028216 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e1112-9c60-4803-b620-276b5a25263e None None] Checking router: d22a30dc-be0c-4afe-a76a-bd96ffe5cafe for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:34:31.036773 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e1112-9c60-4803-b620-276b5a25263e None None] Routers {'d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:34:31.037322 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-789e1112-9c60-4803-b620-276b5a25263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:34:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:31.051082 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] For port 56ecc45a-dd75-4381-b352-1f9dfb584f14, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=56ecc45a-dd75-4381-b352-1f9dfb584f14,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:31.051921 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.065443 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Calling delete_port for 56ecc45a-dd75-4381-b352-1f9dfb584f14 owned by network:router_gateway {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:31.123713 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-789e1112-9c60-4803-b620-276b5a25263e None None] Set router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:34:31.177496 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-789e1112-9c60-4803-b620-276b5a25263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:34:30Z', 'revision_number': 6, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port_host': None}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:31.212003 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e1112-9c60-4803-b620-276b5a25263e None None] The sync data for ids ['d22a30dc-be0c-4afe-a76a-bd96ffe5cafe'] in dv-cinder-801522-7-iscsi is: [{'id': 'd22a30dc-be0c-4afe-a76a-bd96ffe5cafe', 'name': 'tempest-TestShelveInstance-743598072-router', 'tenant_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:28:16Z', 'updated_at': '2021-11-15T19:34:30Z', 'revision_number': 6, 'project_id': 'a0b3b6e122b5465caa2ab731c5c076d6', 'gw_port_host': None}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:34:31.307969 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.336086 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Pushing event deleted for resources: {'Port': ['ID=56ecc45a-dd75-4381-b352-1f9dfb584f14,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:31.400886 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.492979 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.495375 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.633875 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.634568 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Fanout notify agent at l3_agent the message router_deleted on router d22a30dc-be0c-4afe-a76a-bd96ffe5cafe {{(pid=102515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:34:31.640241 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.641520 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-f230b905-a7a1-4bd3-9fdb-408c957edbad admin admin] 10.222.0.48 "DELETE /v2.0/routers/d22a30dc-be0c-4afe-a76a-bd96ffe5cafe HTTP/1.1" status: 204 len: 168 time: 1.0427346 Nov 15 19:34:31.644418 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56504) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:31.697446 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-907d05eb-be6c-4dbb-bffe-34c96bdb6b5d admin admin] Deleting subnet e4778911-4fd2-4424-973b-987f656e0486 {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:34:31.701643 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-907d05eb-be6c-4dbb-bffe-34c96bdb6b5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.743515 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-907d05eb-be6c-4dbb-bffe-34c96bdb6b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.820278 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-907d05eb-be6c-4dbb-bffe-34c96bdb6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.955014 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-907d05eb-be6c-4dbb-bffe-34c96bdb6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.986318 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d05eb-be6c-4dbb-bffe-34c96bdb6b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4778911-4fd2-4424-973b-987f656e0486,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:31.993053 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-907d05eb-be6c-4dbb-bffe-34c96bdb6b5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:31.995752 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-907d05eb-be6c-4dbb-bffe-34c96bdb6b5d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e4778911-4fd2-4424-973b-987f656e0486 HTTP/1.1" status: 204 len: 168 time: 0.3499792 Nov 15 19:34:32.001464 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56506) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:32.004733 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfae9e6-56fd-46dc-b75f-e352021cd8d8 None None] Network dfd9c72b-9fcc-4184-80a1-398764a9a20b requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:34:32.092499 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.153426 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Deleting port 4a448990-8306-4a61-b13a-a916c3963a01 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:32.153768 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.214958 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] DHCP port deletion for dfd9c72b-9fcc-4184-80a1-398764a9a20b request from dv-cinder-801522-7-iscsi {{(pid=102517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 19:34:32.235864 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] For port 4a448990-8306-4a61-b13a-a916c3963a01, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4a448990-8306-4a61-b13a-a916c3963a01,segment=NetworkSegment(d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6),segment_id=d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:32.236351 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.255698 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Calling delete_port for 4a448990-8306-4a61-b13a-a916c3963a01 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:32.302982 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-101a75b6-9e7c-47f1-a681-b48ec365baff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.305351 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] Deleting port 4a448990-8306-4a61-b13a-a916c3963a01 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:32.305916 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.384500 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] For port 4a448990-8306-4a61-b13a-a916c3963a01, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=4a448990-8306-4a61-b13a-a916c3963a01,segment=NetworkSegment(d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6),segment_id=d6a42b79-5f53-4fd2-95f5-2e99fa84f9a6)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:32.384500 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.396605 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] Calling delete_port for 4a448990-8306-4a61-b13a-a916c3963a01 owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:32.446293 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.474736 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] No DVR routers for this DVR port 4a448990-8306-4a61-b13a-a916c3963a01 on host dv-cinder-801522-7-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:34:32.477800 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.481454 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a448990-8306-4a61-b13a-a916c3963a01,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:32.493618 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] No DVR routers for this DVR port 4a448990-8306-4a61-b13a-a916c3963a01 on host dv-cinder-801522-7-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:34:32.515785 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a572e5-623c-4195-9017-e0d916ad70b7 None None] Pushing event deleted for resources: {'Port': ['ID=4a448990-8306-4a61-b13a-a916c3963a01,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:32.563480 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.584579 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd9c72b-9fcc-4184-80a1-398764a9a20b']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:32.595660 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:32.595986 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a42b79-5f53-4fd2-95f5-2e99fa84f9a6') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:34:32.605712 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.619119 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.625176 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:34:32.625567 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:34:32.627243 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:34:32.759613 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.766661 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:32.769968 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dfd9c72b-9fcc-4184-80a1-398764a9a20b HTTP/1.1" status: 204 len: 168 time: 0.7657759 Nov 15 19:34:32.786686 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61109862-5d74-4280-a699-c4687c97e1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd9c72b-9fcc-4184-80a1-398764a9a20b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:32.945157 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device ceb0a086-b59c-4dd2-855c-1c97ca8c26ca no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:34:32.968867 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: ceb0a086-b59c-4dd2-855c-1c97ca8c26ca {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:34:32.969203 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device ceb0a086-b59c-4dd2-855c-1c97ca8c26ca not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:34:32.969717 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4a448990-8306-4a61-b13a-a916c3963a01 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:34:32.989501 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 4a448990-8306-4a61-b13a-a916c3963a01 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:34:32.989836 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 4a448990-8306-4a61-b13a-a916c3963a01 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:34:32.990241 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 56ecc45a-dd75-4381-b352-1f9dfb584f14 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:34:33.014952 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 56ecc45a-dd75-4381-b352-1f9dfb584f14 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:34:33.014952 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 56ecc45a-dd75-4381-b352-1f9dfb584f14 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:34:33.164413 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56518) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:33.208527 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d0e93d61-f037-4b6a-b02f-300a88f7b0ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e54bfc740aa5467eaf0e937ff2e97b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429130 Nov 15 19:34:33.210942 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56520) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:33.258685 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-74d98530-fe54-4f75-b285-40c51afcba5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:33.286768 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-74d98530-fe54-4f75-b285-40c51afcba5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:33.422486 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-74d98530-fe54-4f75-b285-40c51afcba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:33.425365 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-74d98530-fe54-4f75-b285-40c51afcba5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:33.426624 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-74d98530-fe54-4f75-b285-40c51afcba5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22353fb4-28f4-4018-836a-db27dee0c61c HTTP/1.1" status: 204 len: 168 time: 0.2147710 Nov 15 19:34:33.435130 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d98530-fe54-4f75-b285-40c51afcba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22353fb4-28f4-4018-836a-db27dee0c61c,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:34.113779 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56536) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:34.155801 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-59a87a68-6b2c-430e-a000-f17667378aa9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0b3b6e122b5465caa2ab731c5c076d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408580 Nov 15 19:34:34.158432 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56538) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:34.208347 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-de01297c-3292-4ec8-8858-8b50e583a308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:34.231404 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-de01297c-3292-4ec8-8858-8b50e583a308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:34.433962 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-de01297c-3292-4ec8-8858-8b50e583a308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:34.436620 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-de01297c-3292-4ec8-8858-8b50e583a308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:34.437822 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-de01297c-3292-4ec8-8858-8b50e583a308 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffd8695d-3681-44fc-9576-d70ad4e4ca67 HTTP/1.1" status: 204 len: 168 time: 0.2784612 Nov 15 19:34:34.446082 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01297c-3292-4ec8-8858-8b50e583a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd8695d-3681-44fc-9576-d70ad4e4ca67,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:34.742624 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cca2a93-29a4-4b05-ab06-8d78b8be08d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:35.656837 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56558) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:35.760101 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b210550a-2612-4ee4-ae4f-188648248fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:35.820382 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:35.834202 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b210550a-2612-4ee4-ae4f-188648248fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:35.899621 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b210550a-2612-4ee4-ae4f-188648248fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:35.940949 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b210550a-2612-4ee4-ae4f-188648248fb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a645c9e0f024418ea2a9625c0fe093ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829447 Nov 15 19:34:35.941810 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210550a-2612-4ee4-ae4f-188648248fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f4bf3-f9e1-442d-b602-873ab05fe08c,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:35.944639 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56562) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:35.999597 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9bcaad9a-0775-45d3-8809-02d75065c1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:36.022091 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9bcaad9a-0775-45d3-8809-02d75065c1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:36.154242 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9bcaad9a-0775-45d3-8809-02d75065c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:36.156907 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9bcaad9a-0775-45d3-8809-02d75065c1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:36.158064 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9bcaad9a-0775-45d3-8809-02d75065c1b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/379f4bf3-f9e1-442d-b602-873ab05fe08c HTTP/1.1" status: 204 len: 168 time: 0.2118719 Nov 15 19:34:36.166495 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaad9a-0775-45d3-8809-02d75065c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f4bf3-f9e1-442d-b602-873ab05fe08c,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:37.387803 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:37.676646 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56592) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:37.794563 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3166946-c002-45cd-8f66-1b99c93a8ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:37.867487 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3166946-c002-45cd-8f66-1b99c93a8ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:37.951547 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3166946-c002-45cd-8f66-1b99c93a8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:37.993276 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-c3166946-c002-45cd-8f66-1b99c93a8ef1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53652925d5a94438a2981bd6c7abdb62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131199 Nov 15 19:34:37.993276 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3166946-c002-45cd-8f66-1b99c93a8ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd66e83-d7d2-49a4-9001-3ba698a860b2,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:37.994369 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56596) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:34:38.045319 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1b538da0-01d7-48cb-8fbc-e2636498349c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:38.048419 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:38.067728 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1b538da0-01d7-48cb-8fbc-e2636498349c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:38.220259 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1b538da0-01d7-48cb-8fbc-e2636498349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:38.223001 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-1b538da0-01d7-48cb-8fbc-e2636498349c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:38.224567 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-1b538da0-01d7-48cb-8fbc-e2636498349c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fd66e83-d7d2-49a4-9001-3ba698a860b2 HTTP/1.1" status: 204 len: 168 time: 0.2297485 Nov 15 19:34:38.234838 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b538da0-01d7-48cb-8fbc-e2636498349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd66e83-d7d2-49a4-9001-3ba698a860b2,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:41.281525 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-1e88d328-c7ae-4336-9730-b68e6fdbfc1b tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d26c2f7cf7a644e8921fc6c5e74dde8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295851 Nov 15 19:34:41.490121 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-ed27cadf-1eef-4874-ace1-4d3e84d8ba98 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:41.491551 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-ed27cadf-1eef-4874-ace1-4d3e84d8ba98 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038312 Nov 15 19:34:41.507411 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-57550e26-fdbf-4462-8149-41dfd1a8d1cd tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/quotas/d26c2f7cf7a644e8921fc6c5e74dde8a HTTP/1.1" status: 200 len: 375 time: 0.0095439 Nov 15 19:34:41.540718 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-8de81bf5-ce96-43bf-9fed-b4dfb95d8398 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d26c2f7cf7a644e8921fc6c5e74dde8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270183 Nov 15 19:34:41.772396 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-dd13bbfa-8925-4eac-b920-32ad05cefbb1 req-ac90f07f-9e25-4adb-b8dc-622e98ec244b tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 210 time: 0.0296636 Nov 15 19:34:42.713370 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:42.869530 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-322ed9df-c30c-4ef8-9add-8d4b1fc9330c req-7dbbdd64-c5ec-421f-80d9-42100a286b4d tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 210 time: 0.0277126 Nov 15 19:34:43.964211 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-cf1307c2-5cdb-4fcc-a012-248fb661b0be req-4518809c-1f19-4e54-a1c2-015619e28139 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 210 time: 0.0272605 Nov 15 19:34:43.986817 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-c635596d-0543-42b8-83af-c11202a983e1 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d26c2f7cf7a644e8921fc6c5e74dde8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317595 Nov 15 19:34:44.108609 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-846c1bee-0195-4df1-ab89-4676ecca6303 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:44.109652 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-846c1bee-0195-4df1-ab89-4676ecca6303 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140685 Nov 15 19:34:44.127094 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Request body: {'port': {'device_id': '33077788-3bc8-4bcc-866b-be5bc4cd7c61', 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3', 'admin_state_up': True, 'tenant_id': 'd26c2f7cf7a644e8921fc6c5e74dde8a'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:34:44.302036 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Made reservation on behalf of d26c2f7cf7a644e8921fc6c5e74dde8a for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:34:44.305611 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:44.315296 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:44.396089 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:44.479280 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:44.539945 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c706d07-1b56-4d66-ba8b-fa05bb59a32c,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:44.625329 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Allocated IP 192.168.233.45 (d97d50f0-0482-49f9-a14e-8e5c8f2527f3/e1dc9188-0ab9-4d53-92f6-6cb99307f370/228f7b9b-115e-42e5-8410-91ae8b59c9c5) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:34:44.780472 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:44.879600 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:44.932983 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:34:44.936630 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:34:44.940755 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:34:44.948025 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Pushing event updated for resources: {'Port': ['ID=228f7b9b-115e-42e5-8410-91ae8b59c9c5,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:45.013553 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:45.014215 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:45.101276 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972459e-4c7d-4117-b27e-c17e330a5274 req-6f6d024a-8f08-4c9a-91b2-e62611232fff tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:45.102984 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8972459e-4c7d-4117-b27e-c17e330a5274 req-6f6d024a-8f08-4c9a-91b2-e62611232fff tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 935 time: 0.0552161 Nov 15 19:34:45.120160 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-5c14302e-4fa0-4934-9d52-a8c59fc5bb03 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9968605 Nov 15 19:34:45.138017 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Request body: {'port': {'device_id': '33077788-3bc8-4bcc-866b-be5bc4cd7c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:34:45.156982 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-7a2a410f-1780-42be-993f-901d78515516 None None] Provisioning complete for port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 triggered by entity DHCP. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:34:45.157670 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7a2a410f-1780-42be-993f-901d78515516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:45.182494 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8972459e-4c7d-4117-b27e-c17e330a5274 req-d3402adf-3c8f-440c-aa8f-8776647a24c4 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731885 Nov 15 19:34:45.191120 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a410f-1780-42be-993f-901d78515516 None None] Port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 cannot update to ACTIVE because it is not bound. {{(pid=102517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 19:34:45.220832 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:45.484895 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228f7b9b-115e-42e5-8410-91ae8b59c9c5 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:34:45.492409 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:45.508765 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Transition to ACTIVE for port object 228f7b9b-115e-42e5-8410-91ae8b59c9c5 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:34:45.597087 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:45.645439 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Pushing event updated for resources: {'Port': ['ID=228f7b9b-115e-42e5-8410-91ae8b59c9c5,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:45.729058 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Attempting to bind port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:34:45.729396 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Attempting to bind port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:34:45.729725 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Attempting to bind port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 on network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:34:45.735327 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 on network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:34:45.735531 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Attempting to bind port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 on network d97d50f0-0482-49f9-a14e-8e5c8f2527f3 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:34:45.741802 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:34:45.742366 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Checking segment: {'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:34:45.742963 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Bound using segment: {'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:34:45.743576 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Bound port: 228f7b9b-115e-42e5-8410-91ae8b59c9c5, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833d245e-edeb-4170-9bbe-8124fd10130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:34:45.743940 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:45.814652 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] For port 228f7b9b-115e-42e5-8410-91ae8b59c9c5, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:34:45.818100 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] For port 228f7b9b-115e-42e5-8410-91ae8b59c9c5, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=228f7b9b-115e-42e5-8410-91ae8b59c9c5,segment=NetworkSegment(833d245e-edeb-4170-9bbe-8124fd10130a),segment_id=833d245e-edeb-4170-9bbe-8124fd10130a)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:34:45.885470 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:45.924750 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:45.925355 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:45.926744 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] 10.222.0.43 "PUT /v2.0/ports/228f7b9b-115e-42e5-8410-91ae8b59c9c5 HTTP/1.1" status: 200 len: 1097 time: 0.7934227 Nov 15 19:34:45.927171 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33077788-3bc8-4bcc-866b-be5bc4cd7c61', 'tag': '228f7b9b-115e-42e5-8410-91ae8b59c9c5'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:34:45.929506 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648ad896-ecc7-4a06-8629-015993aa7da9" -d '{"events": [{"name": "network-changed", "server_uuid": "33077788-3bc8-4bcc-866b-be5bc4cd7c61", "tag": "228f7b9b-115e-42e5-8410-91ae8b59c9c5"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:34:45.952170 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f08dc-25b6-400f-9d5f-4c7feed63a44 service neutron] Pushing event updated for resources: {'Port': ['ID=228f7b9b-115e-42e5-8410-91ae8b59c9c5,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:45.977826 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c518f9ac-546d-4f4a-bcb6-1fc9c1f17dcf x-openstack-request-id: req-c518f9ac-546d-4f4a-bcb6-1fc9c1f17dcf {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:34:45.978121 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33077788-3bc8-4bcc-866b-be5bc4cd7c61", "tag": "228f7b9b-115e-42e5-8410-91ae8b59c9c5", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:34:45.978387 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c518f9ac-546d-4f4a-bcb6-1fc9c1f17dcf {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:34:45.978767 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33077788-3bc8-4bcc-866b-be5bc4cd7c61', 'tag': '228f7b9b-115e-42e5-8410-91ae8b59c9c5', 'status': 'completed', 'code': 200} Nov 15 19:34:46.052065 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ad896-ecc7-4a06-8629-015993aa7da9 req-81ce99a4-83cf-471f-b998-08034acca2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:46.053627 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-648ad896-ecc7-4a06-8629-015993aa7da9 req-81ce99a4-83cf-471f-b998-08034acca2d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26c2f7cf7a644e8921fc6c5e74dde8a&device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 1100 time: 0.0431330 Nov 15 19:34:46.094545 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-648ad896-ecc7-4a06-8629-015993aa7da9 req-9928cc80-d17d-487f-a7c2-0f025c8b4e23 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d26c2f7cf7a644e8921fc6c5e74dde8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268157 Nov 15 19:34:46.193319 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ad896-ecc7-4a06-8629-015993aa7da9 req-d719d602-f1e0-49ac-8bb9-21721184c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:46.194676 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-648ad896-ecc7-4a06-8629-015993aa7da9 req-d719d602-f1e0-49ac-8bb9-21721184c41a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930600 Nov 15 19:34:46.337662 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5388c1-293d-4281-812d-eff9f49f09e2 req-73c0baa3-3ffb-4f52-b8b7-b68bc07339b8 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:46.339129 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc5388c1-293d-4281-812d-eff9f49f09e2 req-73c0baa3-3ffb-4f52-b8b7-b68bc07339b8 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 947 time: 0.0808718 Nov 15 19:34:46.340869 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-ae892426-c143-4693-8792-bb08936e9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:46.342182 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-ae892426-c143-4693-8792-bb08936e9c60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26c2f7cf7a644e8921fc6c5e74dde8a&device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 1100 time: 0.0745826 Nov 15 19:34:46.392628 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-aefbd554-3b92-4b95-b286-d43738719fa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=228f7b9b-115e-42e5-8410-91ae8b59c9c5 HTTP/1.1" status: 200 len: 217 time: 0.0348747 Nov 15 19:34:46.444278 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc5388c1-293d-4281-812d-eff9f49f09e2 req-240a59e2-ccdb-4db6-8c87-3cb2c46f0563 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990922 Nov 15 19:34:46.459934 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-9529a9f1-ab0a-43c9-bdbc-d936cf019779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:46.461421 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-9529a9f1-ab0a-43c9-bdbc-d936cf019779 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1dc9188-0ab9-4d53-92f6-6cb99307f370 HTTP/1.1" status: 200 len: 843 time: 0.0595682 Nov 15 19:34:46.518906 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-7b78cdd7-4120-4626-b10f-f4c169b02f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:46.520424 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-7b78cdd7-4120-4626-b10f-f4c169b02f46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d97d50f0-0482-49f9-a14e-8e5c8f2527f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453386 Nov 15 19:34:46.620293 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-d62ff1da-2e2d-4a35-be46-3923ff8d4625 service neutron] 10.222.0.43 "GET /v2.0/networks/d97d50f0-0482-49f9-a14e-8e5c8f2527f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886898 Nov 15 19:34:46.730634 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c915459-191b-469c-9a96-8d5fc2acba3b req-26f057a1-9304-4d47-8f7e-d792bed84bcc service neutron] 10.222.0.43 "GET /v2.0/networks/d97d50f0-0482-49f9-a14e-8e5c8f2527f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991356 Nov 15 19:34:47.562842 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b6cdd-33bd-48b6-aaa3-97760e7900cd req-b70aab0c-6558-4d04-9d35-4e1c83f4439e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:47.564311 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fc8b6cdd-33bd-48b6-aaa3-97760e7900cd req-b70aab0c-6558-4d04-9d35-4e1c83f4439e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 947 time: 0.0510459 Nov 15 19:34:47.610937 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fc8b6cdd-33bd-48b6-aaa3-97760e7900cd req-e078b770-2981-4dfd-8d2c-45a524df1d8f tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Nov 15 19:34:48.003146 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 228f7b9b-115e-42e5-8410-91ae8b59c9c5 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:34:48.239361 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 228f7b9b-115e-42e5-8410-91ae8b59c9c5, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=228f7b9b-115e-42e5-8410-91ae8b59c9c5,segment=NetworkSegment(833d245e-edeb-4170-9bbe-8124fd10130a),segment_id=833d245e-edeb-4170-9bbe-8124fd10130a)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:48.250881 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '228f7b9b-115e-42e5-8410-91ae8b59c9c5', 'network_id': 'd97d50f0-0482-49f9-a14e-8e5c8f2527f3', 'port_id': '228f7b9b-115e-42e5-8410-91ae8b59c9c5', 'mac_address': 'fa:16:3e:a5:35:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dc9188-0ab9-4d53-92f6-6cb99307f370', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:34:48.291229 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:48.308131 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228f7b9b-115e-42e5-8410-91ae8b59c9c5 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:34:48.327724 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 228f7b9b-115e-42e5-8410-91ae8b59c9c5, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=228f7b9b-115e-42e5-8410-91ae8b59c9c5,segment=NetworkSegment(833d245e-edeb-4170-9bbe-8124fd10130a),segment_id=833d245e-edeb-4170-9bbe-8124fd10130a)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:48.405229 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:48.457188 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=228f7b9b-115e-42e5-8410-91ae8b59c9c5,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:48.708581 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['228f7b9b-115e-42e5-8410-91ae8b59c9c5'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:34:48.732254 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbab8e-ce2f-484a-bf70-00e1b1d176f4 req-17442f17-3c15-4658-b98b-07825e81e3a1 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:48.733840 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6efbab8e-ce2f-484a-bf70-00e1b1d176f4 req-17442f17-3c15-4658-b98b-07825e81e3a1 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 948 time: 0.0526702 Nov 15 19:34:48.785299 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6efbab8e-ce2f-484a-bf70-00e1b1d176f4 req-7cf72dc3-aa35-4a36-afc9-3662853e1c7d tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Nov 15 19:34:49.908385 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817337-8a36-4390-83e6-005da43497f8 req-1ac04e64-5722-49b0-bd6e-ab5f516372f2 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:49.909962 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-db817337-8a36-4390-83e6-005da43497f8 req-1ac04e64-5722-49b0-bd6e-ab5f516372f2 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 948 time: 0.0520535 Nov 15 19:34:49.970997 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-db817337-8a36-4390-83e6-005da43497f8 req-f250b698-af45-4ed8-9c23-266025245377 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550642 Nov 15 19:34:50.029152 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 228f7b9b-115e-42e5-8410-91ae8b59c9c5 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:34:50.147381 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:34:50.151512 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:34:50.151969 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:50.229768 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:50.253201 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33077788-3bc8-4bcc-866b-be5bc4cd7c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228f7b9b-115e-42e5-8410-91ae8b59c9c5'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:34:50.255419 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6e41a6-39c4-4f58-9776-7c7f3a85a4d4" -d '{"events": [{"server_uuid": "33077788-3bc8-4bcc-866b-be5bc4cd7c61", "name": "network-vif-plugged", "status": "completed", "tag": "228f7b9b-115e-42e5-8410-91ae8b59c9c5"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:34:50.268442 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 228f7b9b-115e-42e5-8410-91ae8b59c9c5, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=228f7b9b-115e-42e5-8410-91ae8b59c9c5,segment=NetworkSegment(833d245e-edeb-4170-9bbe-8124fd10130a),segment_id=833d245e-edeb-4170-9bbe-8124fd10130a)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:50.298385 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9def1d-3fc4-445d-996e-f833d51e1b8c x-openstack-request-id: req-1b9def1d-3fc4-445d-996e-f833d51e1b8c {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:34:50.298676 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33077788-3bc8-4bcc-866b-be5bc4cd7c61", "name": "network-vif-plugged", "status": "completed", "tag": "228f7b9b-115e-42e5-8410-91ae8b59c9c5", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:34:50.298929 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b9def1d-3fc4-445d-996e-f833d51e1b8c {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:34:50.299323 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33077788-3bc8-4bcc-866b-be5bc4cd7c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228f7b9b-115e-42e5-8410-91ae8b59c9c5', 'code': 200} Nov 15 19:34:50.341920 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:50.394778 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=228f7b9b-115e-42e5-8410-91ae8b59c9c5,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:50.623378 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a031-161c-4703-93d4-a9044bd0558f req-5a26667c-ed93-4892-bc3c-d91a0a0a0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:50.624874 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e426a031-161c-4703-93d4-a9044bd0558f req-5a26667c-ed93-4892-bc3c-d91a0a0a0f8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 1102 time: 0.0400078 Nov 15 19:34:50.673564 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e426a031-161c-4703-93d4-a9044bd0558f req-88a87c35-9f57-4527-ab2c-4b44d2081464 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Nov 15 19:34:51.094057 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36c647-3f25-4c4c-9b52-e938bca04cc6 req-e89127e5-48f6-4773-92d6-541a55dcb259 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:51.095623 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4f36c647-3f25-4c4c-9b52-e938bca04cc6 req-e89127e5-48f6-4773-92d6-541a55dcb259 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 949 time: 0.0517402 Nov 15 19:34:51.150006 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-4f36c647-3f25-4c4c-9b52-e938bca04cc6 req-a05dec91-b84a-4b9e-91ff-90cba2e2ba65 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479944 Nov 15 19:34:52.275348 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ed5f-5532-43d3-bc21-3ca310ee8e2d req-bf30d299-2010-43ed-9b65-5d02b08f9ba1 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:52.276925 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60f0ed5f-5532-43d3-bc21-3ca310ee8e2d req-bf30d299-2010-43ed-9b65-5d02b08f9ba1 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 949 time: 0.0514088 Nov 15 19:34:52.326052 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60f0ed5f-5532-43d3-bc21-3ca310ee8e2d req-8aa7050e-b46b-41e5-9667-e9892c597705 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Nov 15 19:34:52.877886 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddbb6e-d9ac-4e8a-b9c6-86497bc3325e req-aac85b9c-17d5-4462-990d-c01afb2908ea tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:52.879451 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8cddbb6e-d9ac-4e8a-b9c6-86497bc3325e req-aac85b9c-17d5-4462-990d-c01afb2908ea tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 949 time: 0.0512574 Nov 15 19:34:52.929384 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8cddbb6e-d9ac-4e8a-b9c6-86497bc3325e req-51dd9b7c-b190-4a74-a709-dcf57060c399 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Nov 15 19:34:54.069043 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b55bd-66ce-435a-8540-ee47271efba6 req-44f0e129-e88a-4cc4-a0cd-d9bc703afcb4 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:54.070678 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-534b55bd-66ce-435a-8540-ee47271efba6 req-44f0e129-e88a-4cc4-a0cd-d9bc703afcb4 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 949 time: 0.0540838 Nov 15 19:34:54.118340 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-534b55bd-66ce-435a-8540-ee47271efba6 req-fe1da37f-580c-4a65-a635-2ea8510c2a94 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c706d07-1b56-4d66-ba8b-fa05bb59a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Nov 15 19:34:54.281384 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-65f2c9af-b4f3-4492-a181-f1936f258910 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:34:54.282859 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-65f2c9af-b4f3-4492-a181-f1936f258910 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.43 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 949 time: 0.0535994 Nov 15 19:34:54.384491 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Deleting port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:34:54.384830 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:54.481273 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] For port 228f7b9b-115e-42e5-8410-91ae8b59c9c5, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=228f7b9b-115e-42e5-8410-91ae8b59c9c5,segment=NetworkSegment(833d245e-edeb-4170-9bbe-8124fd10130a),segment_id=833d245e-edeb-4170-9bbe-8124fd10130a)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:34:54.481627 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:54.494576 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Calling delete_port for 228f7b9b-115e-42e5-8410-91ae8b59c9c5 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:34:54.702461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:54.720039 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['228f7b9b-115e-42e5-8410-91ae8b59c9c5'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:34:54.735660 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Pushing event deleted for resources: {'Port': ['ID=228f7b9b-115e-42e5-8410-91ae8b59c9c5,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:34:54.778535 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] No DVR routers for this DVR port 228f7b9b-115e-42e5-8410-91ae8b59c9c5 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:34:54.782009 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:34:54.785924 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-188db39c-9e2c-4ef5-9a05-a0262f0311f9 req-96688c14-0170-4518-bf50-5caa7892ee0e tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.43 "DELETE /v2.0/ports/228f7b9b-115e-42e5-8410-91ae8b59c9c5 HTTP/1.1" status: 204 len: 173 time: 0.4935467 Nov 15 19:34:54.786377 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33077788-3bc8-4bcc-866b-be5bc4cd7c61', 'name': 'network-vif-deleted', 'tag': '228f7b9b-115e-42e5-8410-91ae8b59c9c5'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:34:54.788730 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc3689-8932-43a3-9484-09983ec1a5ac" -d '{"events": [{"server_uuid": "33077788-3bc8-4bcc-866b-be5bc4cd7c61", "name": "network-vif-deleted", "tag": "228f7b9b-115e-42e5-8410-91ae8b59c9c5"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:34:54.826186 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb8b270-1e4a-4e50-9d20-90a6a7ca7fbb x-openstack-request-id: req-5cb8b270-1e4a-4e50-9d20-90a6a7ca7fbb {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:34:54.827036 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33077788-3bc8-4bcc-866b-be5bc4cd7c61", "name": "network-vif-deleted", "tag": "228f7b9b-115e-42e5-8410-91ae8b59c9c5", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:34:54.827271 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cb8b270-1e4a-4e50-9d20-90a6a7ca7fbb {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:34:54.827660 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33077788-3bc8-4bcc-866b-be5bc4cd7c61', 'name': 'network-vif-deleted', 'tag': '228f7b9b-115e-42e5-8410-91ae8b59c9c5', 'status': 'completed', 'code': 200} Nov 15 19:34:55.224246 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-8e7410e7-6eee-45c9-bc61-605b98e6b807 req-05e9751d-1e7b-4a4d-ac39-a09a94fcf170 tempest-VolumesNegativeTest-867523142 tempest-VolumesNegativeTest-867523142-project] 10.222.0.48 "GET /v2.0/ports?device_id=33077788-3bc8-4bcc-866b-be5bc4cd7c61 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Nov 15 19:34:58.028090 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 228f7b9b-115e-42e5-8410-91ae8b59c9c5 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:34:58.051007 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 228f7b9b-115e-42e5-8410-91ae8b59c9c5 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:34:58.055321 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 228f7b9b-115e-42e5-8410-91ae8b59c9c5 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:35:02.005760 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:35:02.301413 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ef35bb2a-6835-4fe5-b7c0-e088e9b2c2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:02.355092 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56940) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:02.489598 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c4b0282d-dd9a-4dcd-9945-ab1db2a095c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d26c2f7cf7a644e8921fc6c5e74dde8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333563 Nov 15 19:35:02.492066 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56944) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:02.543596 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b7706fdd-51c8-4beb-83fd-e96efc0648b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:02.565044 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b7706fdd-51c8-4beb-83fd-e96efc0648b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:02.667282 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b7706fdd-51c8-4beb-83fd-e96efc0648b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:02.669947 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-b7706fdd-51c8-4beb-83fd-e96efc0648b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:02.671232 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-b7706fdd-51c8-4beb-83fd-e96efc0648b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c706d07-1b56-4d66-ba8b-fa05bb59a32c HTTP/1.1" status: 204 len: 168 time: 0.1781113 Nov 15 19:35:02.686821 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7706fdd-51c8-4beb-83fd-e96efc0648b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c706d07-1b56-4d66-ba8b-fa05bb59a32c,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:03.622623 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56966) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:03.719907 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-821307537-network', 'tenant_id': '8387cda38f0245b88c628a6fa5ff4e58'}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:35:03.819263 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Made reservation on behalf of 8387cda38f0245b88c628a6fa5ff4e58 for: {'network': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:35:03.821622 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for network, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:03.831519 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:03.908463 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:03.997106 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.022467 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 19:35:04.031657 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c72d1f-5044-470f-b824-4bd3d9e0acf1,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:04.037555 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.037898 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.segments_db [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Added segment 4f6f61be-fef2-4134-81bd-8a9ebadd49fa of type vlan for network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e Nov 15 19:35:04.076797 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755455984119'] for network, precommit_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.185083 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648'] for network, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.186086 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:04.186664 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.249248 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e,revision_number=1']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:04.260509 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e details requested by agent ovs-agent-dv-cinder-801522-7-iscsi with host dv-cinder-801522-7-iscsi {{(pid=102517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 19:35:04.337017 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-30ec2a1c-2929-429b-bf54-f49c181bde42 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7129478 Nov 15 19:35:04.339674 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 56970) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:04.345017 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.v2.base [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Request body: {'subnet': {'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-821307537-subnet', 'tenant_id': '8387cda38f0245b88c628a6fa5ff4e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:35:04.438636 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Made reservation on behalf of 8387cda38f0245b88c628a6fa5ff4e58 for: {'subnet': 1} {{(pid=102515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:35:04.441040 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9049419'] for subnet, before_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.638277 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3fa01af6-0546-495b-b6e7-26e01a1b6f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.656318 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11922650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9049433'] for subnet, after_create {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.709945 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300ff1a0-80dd-479a-8e44-5bc26d11afca,revision_number=0']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:04.722057 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Checking segment: {'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:35:04.722460 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Network hostable DHCP agents. Network: d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e, hostable agents: ['d24d18f3-b640-4830-ba46-4703535d8170'], hosted agents: [] {{(pid=102515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 19:35:04.819195 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e is scheduled to be hosted by DHCP agent d24d18f3-b640-4830-ba46-4703535d8170 with binding_index 1 {{(pid=102515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 19:35:04.893603 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.base_scheduler [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-7-iscsi, d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e) {{(pid=102515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:35:04.897601 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:04.898184 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:04.903018 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee66b7-ce01-4818-b9eb-6ce0e149b912 None None] Network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:35:04.987976 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-f056dd9c-f3a5-4511-85af-8fedd304b5a3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6472208 Nov 15 19:35:05.026379 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62afddd7-a9c4-4a00-be02-8e66ce224fa5 None None] Network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:35:05.866992 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:07.226333 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-a73c4dc0-c7d8-4970-a3bd-a6f517447232 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:07.227791 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-a73c4dc0-c7d8-4970-a3bd-a6f517447232 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/networks?id=d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e HTTP/1.1" status: 200 len: 813 time: 0.1058700 Nov 15 19:35:07.243195 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-e3aab65f-bd5b-4d19-b52d-c4fa3c94638f tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/quotas/8387cda38f0245b88c628a6fa5ff4e58 HTTP/1.1" status: 200 len: 375 time: 0.0095429 Nov 15 19:35:07.275816 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-86b7b9c9-1175-4c5e-b0bd-88e55e02486d tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271537 Nov 15 19:35:07.370320 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-d864bec4-e67e-4188-8ace-2fceaf689df6 service neutron] 10.222.0.48 "GET /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869939 Nov 15 19:35:07.419348 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:07.459097 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-5d5e609d-138b-498b-9778-5835594e06b3 service neutron] 10.222.0.48 "GET /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824833 Nov 15 19:35:07.739157 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c0401c6-6e3f-4baa-8576-2cfd548a8cd3 req-c9e5cfe0-bd8c-4c7a-bd89-53bb52cbe5ae tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0829058 Nov 15 19:35:08.082225 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:08.837941 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d359cbfa-914a-4908-a229-60c167b9bb13 req-c744cff8-fc95-46e2-9cd0-88f768c2c20c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0270197 Nov 15 19:35:09.948930 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1c11ca24-5d42-4076-90a7-7c47a6efcb74 req-85494ed5-b2e7-4425-be0d-3987d50aec30 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0376456 Nov 15 19:35:09.985508 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-11f92342-ffe1-4aec-a856-d3294e606e9d tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:09.987026 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-11f92342-ffe1-4aec-a856-d3294e606e9d tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.43 "GET /v2.0/networks?id=d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e HTTP/1.1" status: 200 len: 813 time: 0.1308081 Nov 15 19:35:10.007482 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Request body: {'port': {'device_id': '15a055ac-e1fa-4024-806d-42466d89d3a9', 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e', 'admin_state_up': True, 'tenant_id': '8387cda38f0245b88c628a6fa5ff4e58'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:35:10.181354 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Made reservation on behalf of 8387cda38f0245b88c628a6fa5ff4e58 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:35:10.184831 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:10.314505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Allocated IP 172.20.0.11 (d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e/300ff1a0-80dd-479a-8e44-5bc26d11afca/9ba12bea-bf1f-4aa2-bf71-7a8310e941b7) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:35:10.459270 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:10.545449 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:10.586860 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:35:10.591760 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:35:10.594238 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:35:10.628790 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Pushing event updated for resources: {'Port': ['ID=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:10.642818 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.643163 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.643505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.643833 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.644162 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.644515 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.644858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.645164 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.645489 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.645807 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.646126 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.646443 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:10.662112 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:10.662716 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:10.725119 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-56cab1e8-b5f3-4164-be79-10f32514af2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7216933 Nov 15 19:35:10.745140 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Request body: {'port': {'device_id': '15a055ac-e1fa-4024-806d-42466d89d3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:35:10.797683 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:11.070716 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:35:11.079363 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:11.092182 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Transition to ACTIVE for port object 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:35:11.093384 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba017e-e71c-4011-9ad6-30f9f56c9c21 req-7f96c980-03d9-4d1b-810d-69e015475652 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:11.095445 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-24ba017e-e71c-4011-9ad6-30f9f56c9c21 req-7f96c980-03d9-4d1b-810d-69e015475652 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 932 time: 0.0524366 Nov 15 19:35:11.153933 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-24ba017e-e71c-4011-9ad6-30f9f56c9c21 req-7172185c-e204-42d1-b7f4-95deab92ac2a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516362 Nov 15 19:35:11.236735 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:11.288167 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Pushing event updated for resources: {'Port': ['ID=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:11.358149 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Attempting to bind port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:35:11.358482 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Attempting to bind port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:35:11.358838 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Attempting to bind port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 on network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:35:11.364022 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 on network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:35:11.364336 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Attempting to bind port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 on network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:35:11.369206 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:35:11.369538 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Checking segment: {'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:35:11.369916 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Bound using segment: {'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:35:11.370345 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Bound port: 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:35:11.370681 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:11.436762 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] For port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:35:11.440304 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] For port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:35:11.549312 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:11.591243 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:11.592067 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:11.593233 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] 10.222.0.43 "PUT /v2.0/ports/9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 HTTP/1.1" status: 200 len: 1094 time: 0.8523076 Nov 15 19:35:11.593679 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a055ac-e1fa-4024-806d-42466d89d3a9', 'tag': '9ba12bea-bf1f-4aa2-bf71-7a8310e941b7'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:35:11.596479 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a55ca5-a7fe-4203-b524-fc55134fa374" -d '{"events": [{"name": "network-changed", "server_uuid": "15a055ac-e1fa-4024-806d-42466d89d3a9", "tag": "9ba12bea-bf1f-4aa2-bf71-7a8310e941b7"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:35:11.618206 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700e159-005e-4295-a73b-b290e1e344fa service neutron] Pushing event updated for resources: {'Port': ['ID=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:11.635192 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c15229-477a-4254-a52c-59903d93c361 x-openstack-request-id: req-81c15229-477a-4254-a52c-59903d93c361 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:35:11.635480 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a055ac-e1fa-4024-806d-42466d89d3a9", "tag": "9ba12bea-bf1f-4aa2-bf71-7a8310e941b7", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:35:11.635724 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81c15229-477a-4254-a52c-59903d93c361 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:35:11.636119 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a055ac-e1fa-4024-806d-42466d89d3a9', 'tag': '9ba12bea-bf1f-4aa2-bf71-7a8310e941b7', 'status': 'completed', 'code': 200} Nov 15 19:35:11.698821 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a55ca5-a7fe-4203-b524-fc55134fa374 req-2093a5c3-e33e-4d05-af3f-23f7d50edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:11.700388 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d7a55ca5-a7fe-4203-b524-fc55134fa374 req-2093a5c3-e33e-4d05-af3f-23f7d50edcf9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0422518 Nov 15 19:35:12.082417 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a55ca5-a7fe-4203-b524-fc55134fa374 req-52163db1-7901-45c1-afd7-c77b07aeeb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:12.083875 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d7a55ca5-a7fe-4203-b524-fc55134fa374 req-52163db1-7901-45c1-afd7-c77b07aeeb28 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3600054 Nov 15 19:35:12.183523 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a55ca5-a7fe-4203-b524-fc55134fa374 req-c7bc5e56-714f-4195-9d01-4979389a69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:12.185179 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d7a55ca5-a7fe-4203-b524-fc55134fa374 req-c7bc5e56-714f-4195-9d01-4979389a69d9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896666 Nov 15 19:35:12.273095 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ae48f-469d-4e91-b320-82eb853e4f17 req-fb0e0636-4722-4dd1-bb8e-86bad006a1ff tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:12.275096 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-050ae48f-469d-4e91-b320-82eb853e4f17 req-fb0e0636-4722-4dd1-bb8e-86bad006a1ff tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0522325 Nov 15 19:35:12.281776 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-77107053-32a1-4b3c-9596-7a8cf91575b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:12.283232 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-77107053-32a1-4b3c-9596-7a8cf91575b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0474246 Nov 15 19:35:12.327967 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-050ae48f-469d-4e91-b320-82eb853e4f17 req-ba7afd74-ac9e-4659-81f2-e11847e93dd2 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468874 Nov 15 19:35:12.335176 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-73b0e4f6-11a0-49b3-b4e7-fad541021d18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 HTTP/1.1" status: 200 len: 217 time: 0.0357397 Nov 15 19:35:12.385514 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-dd53a3bd-0b67-4889-b957-c185c8b2d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:12.387011 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-dd53a3bd-0b67-4889-b957-c185c8b2d440 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=300ff1a0-80dd-479a-8e44-5bc26d11afca HTTP/1.1" status: 200 len: 853 time: 0.0444076 Nov 15 19:35:12.424516 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-0354a64d-6a34-4e82-a38c-e3ce7cfad54c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261719 Nov 15 19:35:12.520314 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-74895fb5-3a9d-49ea-9f50-95775e52d5b2 service neutron] 10.222.0.43 "GET /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862722 Nov 15 19:35:12.613326 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa090f2c-faf3-40a2-808d-a6d9ff68ce9f req-38b8d90d-49d3-4784-9e9b-2d45fa152930 service neutron] 10.222.0.43 "GET /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814862 Nov 15 19:35:12.764255 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:13.459956 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180d542-6343-427b-a184-51c9d6822990 req-ee39a284-a457-4628-8e15-6ac5bf79209d tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:13.462283 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c180d542-6343-427b-a184-51c9d6822990 req-ee39a284-a457-4628-8e15-6ac5bf79209d tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0629208 Nov 15 19:35:13.510589 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c180d542-6343-427b-a184-51c9d6822990 req-d2915476-1ac2-4355-a3fb-03a104fe98ba tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 Nov 15 19:35:14.105093 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:35:14.206767 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:14.218577 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '9ba12bea-bf1f-4aa2-bf71-7a8310e941b7', 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e', 'port_id': '9ba12bea-bf1f-4aa2-bf71-7a8310e941b7', 'mac_address': 'fa:16:3e:8f:13:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300ff1a0-80dd-479a-8e44-5bc26d11afca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:35:14.260722 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:14.274706 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:35:14.294681 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:14.376303 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:14.424087 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:14.625854 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7ef86-42d7-411f-9d90-7922389e1340 req-b677c37a-bfd8-4ca9-a98c-9dd054aa4e30 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:14.627415 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d3b7ef86-42d7-411f-9d90-7922389e1340 req-b677c37a-bfd8-4ca9-a98c-9dd054aa4e30 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0495794 Nov 15 19:35:14.659178 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['9ba12bea-bf1f-4aa2-bf71-7a8310e941b7'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:35:14.675935 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d3b7ef86-42d7-411f-9d90-7922389e1340 req-37c9038c-47c5-4d7d-bc14-10dbecdf7e88 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Nov 15 19:35:15.787593 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a675be-b50b-40eb-9b37-c01fe3ec3153 req-b9521340-e62e-4beb-8ca7-53968c2c5930 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:15.789072 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39a675be-b50b-40eb-9b37-c01fe3ec3153 req-b9521340-e62e-4beb-8ca7-53968c2c5930 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0480907 Nov 15 19:35:15.839074 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39a675be-b50b-40eb-9b37-c01fe3ec3153 req-e3e5a191-5676-4af5-9c73-f9634e26311a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Nov 15 19:35:16.106607 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:35:16.213514 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:35:16.217801 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:35:16.218172 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:16.298976 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:16.320556 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a055ac-e1fa-4024-806d-42466d89d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba12bea-bf1f-4aa2-bf71-7a8310e941b7'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:35:16.322864 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452ccfad-a5ac-4297-a19c-06464fe3b327" -d '{"events": [{"server_uuid": "15a055ac-e1fa-4024-806d-42466d89d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "9ba12bea-bf1f-4aa2-bf71-7a8310e941b7"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:35:16.336064 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:16.358747 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971156c6-c624-438d-b5a7-c519ff24e3ab x-openstack-request-id: req-971156c6-c624-438d-b5a7-c519ff24e3ab {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:35:16.359030 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a055ac-e1fa-4024-806d-42466d89d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "9ba12bea-bf1f-4aa2-bf71-7a8310e941b7", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:35:16.359579 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-971156c6-c624-438d-b5a7-c519ff24e3ab {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:35:16.359968 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a055ac-e1fa-4024-806d-42466d89d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba12bea-bf1f-4aa2-bf71-7a8310e941b7', 'code': 200} Nov 15 19:35:16.392877 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:16.440561 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:16.671238 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781687df-d5ad-493b-8973-42901cb19bf2 req-a0060984-3dd6-4826-8852-0e975e710d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:16.672641 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-781687df-d5ad-493b-8973-42901cb19bf2 req-a0060984-3dd6-4826-8852-0e975e710d39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 1099 time: 0.0426123 Nov 15 19:35:16.720308 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-781687df-d5ad-493b-8973-42901cb19bf2 req-d50a1c1c-7eae-453b-9594-6ba1abbaf5b1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363584 Nov 15 19:35:16.957121 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4531f-755d-439c-965c-18f5061d451b req-2e53a191-a65b-49b2-9ce9-159de85adac9 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:16.958496 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57f4531f-755d-439c-965c-18f5061d451b req-2e53a191-a65b-49b2-9ce9-159de85adac9 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0541277 Nov 15 19:35:17.005367 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57f4531f-755d-439c-965c-18f5061d451b req-1f025c8a-c821-43ca-98ca-29bac7438991 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Nov 15 19:35:18.125076 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50aaaa-1b78-4a70-b11c-97e64d617dd4 req-66590d54-b3dc-4ff8-bfec-1563276fbb8f tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:18.127170 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0c50aaaa-1b78-4a70-b11c-97e64d617dd4 req-66590d54-b3dc-4ff8-bfec-1563276fbb8f tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0530667 Nov 15 19:35:18.174212 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0c50aaaa-1b78-4a70-b11c-97e64d617dd4 req-5ea1526b-ed77-4445-a028-2ce4585d929a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Nov 15 19:35:19.115895 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-8403dca3-bdb7-41c3-907f-67fee6eeff46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395846 Nov 15 19:35:19.185698 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-1b93aa11-b089-4974-a490-0bfb677413bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:19.187551 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-1b93aa11-b089-4974-a490-0bfb677413bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 1099 time: 0.0472822 Nov 15 19:35:19.293566 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-78595d7d-b5a4-4a57-ad81-cabbac9bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:19.295021 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-78595d7d-b5a4-4a57-ad81-cabbac9bc68c service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.0872831 Nov 15 19:35:19.364611 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-fc92e0fe-7d82-4cfd-8336-28d3ced5575a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f HTTP/1.1" status: 200 len: 1001 time: 0.0624187 Nov 15 19:35:19.417611 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-819a3600-4447-42f8-889d-6b24b8972172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:19.419438 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-819a3600-4447-42f8-889d-6b24b8972172 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0473411 Nov 15 19:35:19.472007 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-d85f2e44-b36c-4a76-a62e-48c25b667e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:19.473596 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-d85f2e44-b36c-4a76-a62e-48c25b667e4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471461 Nov 15 19:35:19.568184 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-67532da4-80d8-4a43-b06f-530261780503 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861034 Nov 15 19:35:19.663245 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8455dce-cb34-4e1f-93cd-27b111a45abc req-993ff8be-98fc-47a3-9b98-a4e26562c300 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831234 Nov 15 19:35:20.278189 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 57094) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:20.433940 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Deleting port b161bb42-e915-4803-b01f-0a08165ca8bf {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:20.434274 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:20.523286 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:20.523698 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:20.536624 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Calling delete_port for b161bb42-e915-4803-b01f-0a08165ca8bf owned by network:floatingip {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:20.741634 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:20.774740 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event deleted for resources: {'Port': ['ID=b161bb42-e915-4803-b01f-0a08165ca8bf,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:20.832628 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:20.832882 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.db.l3_db [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Floating IP 38b732bb-94b1-47b7-9e36-e7abec7070b6 disassociated (deleted). External IP: 172.27.0.28, port: f5d66192-6250-42c7-b17e-8e29b4596f8f. Nov 15 19:35:21.053617 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Router 9f880e34-8e19-4b41-a17b-3c590850766a has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:35:21.160226 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:35:21.167650 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:21.174227 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:35:21.184760 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:35:21.185372 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:35:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:21.197202 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-ef3ee62f-7c92-4d0b-8590-b7bed9b1f023 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "DELETE /v2.0/floatingips/38b732bb-94b1-47b7-9e36-e7abec7070b6 HTTP/1.1" status: 204 len: 168 time: 0.9177508 Nov 15 19:35:21.197783 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f'}] {{(pid=102515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:35:21.200061 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8add62185d8c8dc9f6f0a44d8f57d2712f6c08d446053193460be7fd1d5fe6f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed56308-0144-4c21-b342-20065624f599" -d '{"events": [{"name": "network-changed", "server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f"}]}' {{(pid=102515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:35:21.239876 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893dcd7-d01f-49d1-ad54-9339934310ca x-openstack-request-id: req-7893dcd7-d01f-49d1-ad54-9339934310ca {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:35:21.240167 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f", "status": "completed", "code": 200}]} {{(pid=102515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:35:21.240461 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7893dcd7-d01f-49d1-ad54-9339934310ca {{(pid=102515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:35:21.240865 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'status': 'completed', 'code': 200} Nov 15 19:35:21.307548 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56308-0144-4c21-b342-20065624f599 req-d599b6d9-50cb-4b07-afe8-fd4c5a381521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:21.309075 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ed56308-0144-4c21-b342-20065624f599 req-d599b6d9-50cb-4b07-afe8-fd4c5a381521 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 1099 time: 0.0448096 Nov 15 19:35:21.314233 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:35:21.411573 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56308-0144-4c21-b342-20065624f599 req-f176fde3-9758-4c5d-89fa-295a49cead2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:21.413369 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ed56308-0144-4c21-b342-20065624f599 req-f176fde3-9758-4c5d-89fa-295a49cead2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.0958762 Nov 15 19:35:21.461724 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ed56308-0144-4c21-b342-20065624f599 req-11d89c2e-0dec-494f-9844-826d903e352f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f HTTP/1.1" status: 200 len: 217 time: 0.0360792 Nov 15 19:35:21.525303 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56308-0144-4c21-b342-20065624f599 req-148c480a-c094-4447-a850-d5099c4e053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:21.526843 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ed56308-0144-4c21-b342-20065624f599 req-148c480a-c094-4447-a850-d5099c4e053f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0509317 Nov 15 19:35:21.557687 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:20Z', 'revision_number': 1, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:21.578967 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56308-0144-4c21-b342-20065624f599 req-a48d0d47-1331-42c0-a846-ee60a90a9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:21.581217 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ed56308-0144-4c21-b342-20065624f599 req-a48d0d47-1331-42c0-a846-ee60a90a9d10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462127 Nov 15 19:35:21.591294 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:35:21.611843 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:35:21.612646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:35:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:21.649729 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bb8f-7991-4073-a7d1-02ba61c50c8e req-d9893aa0-b882-417d-9b68-fff299a8f378 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:21.651270 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-52f1bb8f-7991-4073-a7d1-02ba61c50c8e req-d9893aa0-b882-417d-9b68-fff299a8f378 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 946 time: 0.0580921 Nov 15 19:35:21.685125 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ed56308-0144-4c21-b342-20065624f599 req-d85ac244-bd31-4ac7-ba2b-fd471e7fd127 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957878 Nov 15 19:35:21.702747 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-52f1bb8f-7991-4073-a7d1-02ba61c50c8e req-c25e3784-9808-4e98-9c5b-94b966dc320b tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Nov 15 19:35:21.727217 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:35:21.786483 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6ed56308-0144-4c21-b342-20065624f599 req-87224ca8-c159-4af2-8566-cf16b8a40c26 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926137 Nov 15 19:35:21.952163 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:20Z', 'revision_number': 1, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:21.983623 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bfebd4-e7de-4924-b655-9b2014ce2d91 None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_floatingips': [{'id': 'ca69a453-73b2-4d6b-9d9a-b6f03b99116e', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'router_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'port_id': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'mac_address': 'fa:16:3e:5b:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T19:31:17Z', 'updated_at': '2021-11-15T19:31:20Z', 'revision_number': 1, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:35:22.230574 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd370b-0d49-4f6c-a150-3a2e6b511336 None None] New status for floating IP 38b732bb-94b1-47b7-9e36-e7abec7070b6: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:35:22.829325 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366670ca-2c3a-4499-a3a8-1f6975cdedca req-0891a4d4-c3b7-4e06-805a-16bd0c6ae43d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:22.831020 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-366670ca-2c3a-4499-a3a8-1f6975cdedca req-0891a4d4-c3b7-4e06-805a-16bd0c6ae43d tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 946 time: 0.0526862 Nov 15 19:35:22.881839 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-366670ca-2c3a-4499-a3a8-1f6975cdedca req-85402b9f-1aca-459a-a8b6-6856e3034efd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 Nov 15 19:35:23.524801 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-7befc2c1-8fff-44fc-857b-b910bcc10e15 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:23.526338 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-7befc2c1-8fff-44fc-857b-b910bcc10e15 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 946 time: 0.0525146 Nov 15 19:35:23.616128 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Deleting port f5d66192-6250-42c7-b17e-8e29b4596f8f {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:23.616490 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:23.717320 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] For port f5d66192-6250-42c7-b17e-8e29b4596f8f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f5d66192-6250-42c7-b17e-8e29b4596f8f,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:23.717988 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:23.734138 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Calling delete_port for f5d66192-6250-42c7-b17e-8e29b4596f8f owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:23.918591 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:23.949980 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event deleted for resources: {'Port': ['ID=f5d66192-6250-42c7-b17e-8e29b4596f8f,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:23.984553 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-0f92a488-a989-442f-99b9-0e32a62df3ff req-a2bed30d-83ac-4132-8aa4-d1ed5f2ce790 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 210 time: 0.0294757 Nov 15 19:35:23.998796 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] No DVR routers for this DVR port f5d66192-6250-42c7-b17e-8e29b4596f8f on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:35:24.001938 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:24.005274 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0843b283-d7cd-4877-b456-e3bc1b2377d9 req-e6b4e4e3-49da-436c-b7c7-b084c4d509a1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "DELETE /v2.0/ports/f5d66192-6250-42c7-b17e-8e29b4596f8f HTTP/1.1" status: 204 len: 173 time: 0.4712541 Nov 15 19:35:24.005758 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'name': 'network-vif-deleted', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:35:24.008150 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e0a09-142e-4916-a322-f56455822a12" -d '{"events": [{"server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "name": "network-vif-deleted", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:35:24.042709 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975febc6-399e-4124-8677-21f79fd46daf x-openstack-request-id: req-975febc6-399e-4124-8677-21f79fd46daf {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:35:24.042998 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d983b94-a5ac-4a64-a62d-2ddd3ffb3631", "name": "network-vif-deleted", "tag": "f5d66192-6250-42c7-b17e-8e29b4596f8f", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:35:24.043252 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-975febc6-399e-4124-8677-21f79fd46daf {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:35:24.043642 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d983b94-a5ac-4a64-a62d-2ddd3ffb3631', 'name': 'network-vif-deleted', 'tag': 'f5d66192-6250-42c7-b17e-8e29b4596f8f', 'status': 'completed', 'code': 200} Nov 15 19:35:25.093277 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-ff7d97e2-f607-4eeb-bebf-808f7053fe97 req-43a7771f-4558-493d-af2a-2ec4beb51837 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d983b94-a5ac-4a64-a62d-2ddd3ffb3631 HTTP/1.1" status: 200 len: 210 time: 0.0303698 Nov 15 19:35:26.121023 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device f5d66192-6250-42c7-b17e-8e29b4596f8f no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:35:26.152993 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: f5d66192-6250-42c7-b17e-8e29b4596f8f {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:35:26.152993 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device f5d66192-6250-42c7-b17e-8e29b4596f8f not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:35:28.606084 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57142) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:28.761486 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Deleting port bd26078f-51cf-4e10-b465-3e23b5a7cfd3 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:28.761828 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:28.840815 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:28.841130 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:28.853385 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Calling delete_port for bd26078f-51cf-4e10-b465-3e23b5a7cfd3 owned by network:floatingip {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:29.087491 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:29.113424 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event deleted for resources: {'Port': ['ID=bd26078f-51cf-4e10-b465-3e23b5a7cfd3,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:29.177150 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:29.177505 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Floating IP ca69a453-73b2-4d6b-9d9a-b6f03b99116e disassociated (deleted). External IP: 172.27.0.191, port: 4507238b-a57a-4e25-a01c-1a37f7169fc7. Nov 15 19:35:29.404944 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Router 9f880e34-8e19-4b41-a17b-3c590850766a has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:35:29.513692 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:35:29.519146 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:29.523747 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:35:29.533974 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:35:29.534570 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:35:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:29.545307 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0ceaf420-b2a6-473c-9f10-a9b753f898e1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "DELETE /v2.0/floatingips/ca69a453-73b2-4d6b-9d9a-b6f03b99116e HTTP/1.1" status: 204 len: 168 time: 0.9381673 Nov 15 19:35:29.546027 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:35:29.548251 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1cafad-e701-4d11-929c-cab5440149cc" -d '{"events": [{"name": "network-changed", "server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:35:29.589928 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e446295-83b9-4288-9631-0a867c60fd88 x-openstack-request-id: req-4e446295-83b9-4288-9631-0a867c60fd88 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:35:29.590222 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:35:29.590475 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e446295-83b9-4288-9631-0a867c60fd88 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:35:29.590874 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'status': 'completed', 'code': 200} Nov 15 19:35:29.644840 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:35:29.657675 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cafad-e701-4d11-929c-cab5440149cc req-ab7fabb6-9237-4029-bb51-1b2fb04a7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:29.660230 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-ab7fabb6-9237-4029-bb51-1b2fb04a7803 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 1098 time: 0.0455418 Nov 15 19:35:29.754392 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cafad-e701-4d11-929c-cab5440149cc req-3c9fa80a-188d-4426-aac3-fd53778d2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:29.755843 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-3c9fa80a-188d-4426-aac3-fd53778d2207 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 200 len: 912 time: 0.0881040 Nov 15 19:35:29.804195 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-eb8c3287-e358-4bfa-9879-e126eae6e0e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7 HTTP/1.1" status: 200 len: 217 time: 0.0390353 Nov 15 19:35:29.854117 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:29.856267 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cafad-e701-4d11-929c-cab5440149cc req-17aa37ef-3319-47e3-8167-351c85660fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:29.857794 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-17aa37ef-3319-47e3-8167-351c85660fd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 200 len: 850 time: 0.0465202 Nov 15 19:35:29.886883 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:35:29.892996 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:35:29.893652 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:35:05Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:29.907246 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cafad-e701-4d11-929c-cab5440149cc req-4d872bde-1bc1-40a8-8b30-a3d9c34424cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:29.908735 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-4d872bde-1bc1-40a8-8b30-a3d9c34424cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48583671-3b07-41f2-aa2c-acf98182f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431211 Nov 15 19:35:29.920094 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-5772acdf-c17b-46c8-8034-635775c4e53b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:35:29.921061 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-5772acdf-c17b-46c8-8034-635775c4e53b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048654 Nov 15 19:35:30.018134 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:35:30.050790 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-21536b77-ccf9-4a50-9f5a-bdc8c7c98c11 service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216500 Nov 15 19:35:30.062161 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e311e2-7d01-4f1f-bafc-cd9f1c5fffd6 req-b61c0911-8867-4fc0-8c76-c68e4ff19eb0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:30.063592 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2e311e2-7d01-4f1f-bafc-cd9f1c5fffd6 req-b61c0911-8867-4fc0-8c76-c68e4ff19eb0 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 945 time: 0.0755241 Nov 15 19:35:30.177882 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2e311e2-7d01-4f1f-bafc-cd9f1c5fffd6 req-8880ad8d-cb7b-40a6-872a-748857096b58 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056433 Nov 15 19:35:30.192285 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a1cafad-e701-4d11-929c-cab5440149cc req-8bba3d5b-81bf-439f-98ef-72e0549f16da service neutron] 10.222.0.43 "GET /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277330 Nov 15 19:35:30.231913 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:30.259309 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aeea84-46bb-475d-bf34-2820f4a0a89e None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:26:51Z', 'revision_number': 4, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi', '_interfaces': [{'id': '092b668e-ac85-4698-8421-fc2b20386280', 'name': '', 'network_id': '48583671-3b07-41f2-aa2c-acf98182f78a', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'mac_address': 'fa:16:3e:d7:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:50Z', 'updated_at': '2021-11-15T19:26:57Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'subnets': [{'id': 'beda92cd-98c0-47ae-94f5-84ec63498b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:35:30.487426 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f838a6b-aa46-43f2-83b8-040812cbe43a None None] New status for floating IP ca69a453-73b2-4d6b-9d9a-b6f03b99116e: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 19:35:31.311749 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa3859-2f40-4c53-b612-e361bf030c03 req-453d5f3e-a444-4972-a2ec-25051af2ebb1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:31.313242 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9daa3859-2f40-4c53-b612-e361bf030c03 req-453d5f3e-a444-4972-a2ec-25051af2ebb1 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 945 time: 0.0505314 Nov 15 19:35:31.365482 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-9daa3859-2f40-4c53-b612-e361bf030c03 req-1bb64dfb-6c0a-4a9c-9e0e-496dda282094 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6bc4c81-ccd1-4708-a927-0a13db604fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463209 Nov 15 19:35:31.732550 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6423-8818-4927-b2d4-01134c5312df req-51757c60-773a-489c-a0c4-69ca9713a977 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:35:31.733945 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-159a6423-8818-4927-b2d4-01134c5312df req-51757c60-773a-489c-a0c4-69ca9713a977 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 945 time: 0.0503149 Nov 15 19:35:31.825461 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Deleting port 4507238b-a57a-4e25-a01c-1a37f7169fc7 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:31.825785 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:31.916913 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] For port 4507238b-a57a-4e25-a01c-1a37f7169fc7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4507238b-a57a-4e25-a01c-1a37f7169fc7,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:31.917271 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:31.930080 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Calling delete_port for 4507238b-a57a-4e25-a01c-1a37f7169fc7 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:32.141025 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:32.169191 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event deleted for resources: {'Port': ['ID=4507238b-a57a-4e25-a01c-1a37f7169fc7,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:32.215214 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] No DVR routers for this DVR port 4507238b-a57a-4e25-a01c-1a37f7169fc7 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:35:32.217620 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:32.221227 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-159a6423-8818-4927-b2d4-01134c5312df req-d03a386e-5b4f-4a5f-8943-3d07fbfcb8bd tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.43 "DELETE /v2.0/ports/4507238b-a57a-4e25-a01c-1a37f7169fc7 HTTP/1.1" status: 204 len: 173 time: 0.4783061 Nov 15 19:35:32.222199 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'name': 'network-vif-deleted', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:35:32.225020 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b81a26d-62cd-4501-afe9-a43b8e27e52d" -d '{"events": [{"server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "name": "network-vif-deleted", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:35:32.262440 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a7931b-595e-4ef8-97b9-9cfb53c00d21 x-openstack-request-id: req-d7a7931b-595e-4ef8-97b9-9cfb53c00d21 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:35:32.262440 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36af9e88-eeaa-4755-897e-b0b3cd6c05a9", "name": "network-vif-deleted", "tag": "4507238b-a57a-4e25-a01c-1a37f7169fc7", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:35:32.262440 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7a7931b-595e-4ef8-97b9-9cfb53c00d21 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:35:32.262440 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36af9e88-eeaa-4755-897e-b0b3cd6c05a9', 'name': 'network-vif-deleted', 'tag': '4507238b-a57a-4e25-a01c-1a37f7169fc7', 'status': 'completed', 'code': 200} Nov 15 19:35:32.289396 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c30b1529-4cd1-4a75-a97e-2da97ab136c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:32.459689 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-82ca185f-7267-4cf9-a8bc-ff933f32b102 req-3962b4df-9a47-4155-9fb7-c703f8280941 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "GET /v2.0/ports?device_id=36af9e88-eeaa-4755-897e-b0b3cd6c05a9 HTTP/1.1" status: 200 len: 210 time: 0.0279069 Nov 15 19:35:33.514641 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57178) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:33.642963 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Deleting port b7d40656-cfc7-4c48-a319-2a01fa94380b {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:33.643329 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:33.719033 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:33.719375 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:33.730606 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Calling delete_port for b7d40656-cfc7-4c48-a319-2a01fa94380b owned by network:floatingip {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:33.929550 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:33.956119 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event deleted for resources: {'Port': ['ID=b7d40656-cfc7-4c48-a319-2a01fa94380b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:34.016012 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for floatingip, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:34.018569 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:34.019703 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4dc5a1ab-263e-4e0a-b9ae-aaa21a0e7663 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "DELETE /v2.0/floatingips/c688edb5-4346-4c17-be18-9475a7cb1f21 HTTP/1.1" status: 204 len: 168 time: 0.5041046 Nov 15 19:35:34.168757 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 4507238b-a57a-4e25-a01c-1a37f7169fc7 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:35:34.189650 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 4507238b-a57a-4e25-a01c-1a37f7169fc7 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:35:34.189992 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 4507238b-a57a-4e25-a01c-1a37f7169fc7 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:35:34.644223 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f12871d7-4b3e-40b0-8ade-e62623136dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:35.364831 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 57194) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:35.421203 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:35.446961 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:35.569266 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:35.571777 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:35.572942 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] 10.222.0.48 "DELETE /v2.0/security-groups/b6bc4c81-ccd1-4708-a927-0a13db604fd7 HTTP/1.1" status: 204 len: 168 time: 0.2071459 Nov 15 19:35:35.582840 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bc4c81-ccd1-4708-a927-0a13db604fd7,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:35.590492 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.590840 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.591172 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.591499 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.591824 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.592145 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.592502 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.592826 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.593145 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.593464 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.593807 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.594124 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1041-d78c-4fc4-9211-1d24e0f8e016 tempest-TestVolumeBootPattern-1878219423 tempest-TestVolumeBootPattern-1878219423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:35.682512 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57200) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:35.855172 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:36.331190 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:36.573844 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Deleting port 092b668e-ac85-4698-8421-fc2b20386280 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:36.574092 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:36.656547 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] For port 092b668e-ac85-4698-8421-fc2b20386280, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=092b668e-ac85-4698-8421-fc2b20386280,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:36.656931 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:36.669618 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Calling delete_port for 092b668e-ac85-4698-8421-fc2b20386280 owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:36.939522 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:36.963959 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Pushing event deleted for resources: {'Port': ['ID=092b668e-ac85-4698-8421-fc2b20386280,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:37.148103 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:37.363233 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Router 9f880e34-8e19-4b41-a17b-3c590850766a has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:35:37.403894 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:37.474729 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:35:37.480033 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3003f044-1ae5-49fa-a3c8-c9bc5b0cf00c admin admin] 10.222.0.48 "PUT /v2.0/routers/9f880e34-8e19-4b41-a17b-3c590850766a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964897 Nov 15 19:35:37.482527 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57214) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:37.485560 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] Sync routers for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:35:37.497368 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:35:37.499748 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:35:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:37.613752 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:37.625154 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:35:37.731619 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:37.819120 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:35:36Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:37.849252 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] Checking router: 9f880e34-8e19-4b41-a17b-3c590850766a for host: dv-cinder-801522-7-iscsi {{(pid=102517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:35:37.857536 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] Routers {'9f880e34-8e19-4b41-a17b-3c590850766a'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:35:37.858132 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:35:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['9f880e34-8e19-4b41-a17b-3c590850766a'], 'active': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:37.909170 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Deleting port d0b4b770-b6ce-4589-aa71-51a7f89c0f91 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:37.909515 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:37.963593 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvr_db [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] Set router 9f880e34-8e19-4b41-a17b-3c590850766a gateway port host: dv-cinder-801522-7-iscsi {{(pid=102517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:35:37.990061 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] For port d0b4b770-b6ce-4589-aa71-51a7f89c0f91, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=d0b4b770-b6ce-4589-aa71-51a7f89c0f91,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:37.990715 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.003356 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Calling delete_port for d0b4b770-b6ce-4589-aa71-51a7f89c0f91 owned by network:router_gateway {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:38.152543 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.156825 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_hamode_db [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:35:36Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:38.184581 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceaff0c-e6f6-4d56-8c33-85beca64c587 None None] The sync data for ids ['9f880e34-8e19-4b41-a17b-3c590850766a'] in dv-cinder-801522-7-iscsi is: [{'id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'name': 'tempest-TestVolumeBootPattern-226245334-router', 'tenant_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:45Z', 'updated_at': '2021-11-15T19:35:36Z', 'revision_number': 5, 'project_id': 'ea42287ce51c4b8c9c56d25da84ca2ce', 'gw_port': {'id': 'd0b4b770-b6ce-4589-aa71-51a7f89c0f91', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f880e34-8e19-4b41-a17b-3c590850766a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:47Z', 'updated_at': '2021-11-15T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}] {{(pid=102517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:35:38.259199 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.289454 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b4b770-b6ce-4589-aa71-51a7f89c0f91,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:38.351891 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.446952 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.449095 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.550435 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.551245 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f880e34-8e19-4b41-a17b-3c590850766a {{(pid=102516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:35:38.556273 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.557482 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e03ca26a-df0e-4dde-a9b7-d36e8202ace0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9f880e34-8e19-4b41-a17b-3c590850766a HTTP/1.1" status: 204 len: 168 time: 1.0739055 Nov 15 19:35:38.560044 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57218) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:38.606541 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_v2 [None req-62084028-1c9f-40f6-8521-f27268f51f64 admin admin] Deleting subnet beda92cd-98c0-47ae-94f5-84ec63498b75 {{(pid=102516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:35:38.609962 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62084028-1c9f-40f6-8521-f27268f51f64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.648126 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62084028-1c9f-40f6-8521-f27268f51f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11946570'] for subnet, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.761750 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62084028-1c9f-40f6-8521-f27268f51f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.899187 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62084028-1c9f-40f6-8521-f27268f51f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2044593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12268915'] for subnet, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.924880 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62084028-1c9f-40f6-8521-f27268f51f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beda92cd-98c0-47ae-94f5-84ec63498b75,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:38.928343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-62084028-1c9f-40f6-8521-f27268f51f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:38.931518 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-62084028-1c9f-40f6-8521-f27268f51f64 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/beda92cd-98c0-47ae-94f5-84ec63498b75 HTTP/1.1" status: 204 len: 168 time: 0.3704729 Nov 15 19:35:38.934086 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57222) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:38.936838 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38817537-69bf-4b25-a0fe-8f38c2c191af None None] Network 48583671-3b07-41f2-aa2c-acf98182f78a requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:35:39.005645 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:35:39.011510 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.067037 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Deleting port a46301fb-a8e6-41e3-98f0-186e821bd870 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:39.067367 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.134442 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] For port a46301fb-a8e6-41e3-98f0-186e821bd870, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=a46301fb-a8e6-41e3-98f0-186e821bd870,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:39.134829 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.148711 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Calling delete_port for a46301fb-a8e6-41e3-98f0-186e821bd870 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:39.212094 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device d0b4b770-b6ce-4589-aa71-51a7f89c0f91 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:35:39.241405 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: d0b4b770-b6ce-4589-aa71-51a7f89c0f91 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:35:39.242057 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device d0b4b770-b6ce-4589-aa71-51a7f89c0f91 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:35:39.242678 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 092b668e-ac85-4698-8421-fc2b20386280 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:35:39.263248 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] DHCP port deletion for 48583671-3b07-41f2-aa2c-acf98182f78a request from dv-cinder-801522-7-iscsi {{(pid=102517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 19:35:39.265426 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 092b668e-ac85-4698-8421-fc2b20386280 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:35:39.265766 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 092b668e-ac85-4698-8421-fc2b20386280 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:35:39.311888 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Deleting port a46301fb-a8e6-41e3-98f0-186e821bd870 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:39.312253 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.350435 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.374771 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Pushing event deleted for resources: {'Port': ['ID=a46301fb-a8e6-41e3-98f0-186e821bd870,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:39.380339 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] No DVR routers for this DVR port a46301fb-a8e6-41e3-98f0-186e821bd870 on host dv-cinder-801522-7-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:35:39.380611 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] For port a46301fb-a8e6-41e3-98f0-186e821bd870, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=a46301fb-a8e6-41e3-98f0-186e821bd870,segment=NetworkSegment(4cab72de-4d96-4d9b-956b-da0093b7882e),segment_id=4cab72de-4d96-4d9b-956b-da0093b7882e)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:39.387630 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.394544 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Calling delete_port for a46301fb-a8e6-41e3-98f0-186e821bd870 owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:39.460142 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.470031 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.475193 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48583671-3b07-41f2-aa2c-acf98182f78a']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:39.484544 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cab72de-4d96-4d9b-956b-da0093b7882e') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:39.484835 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cab72de-4d96-4d9b-956b-da0093b7882e') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:39.494502 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.495868 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Pushing event deleted for resources: {'Port': ['ID=a46301fb-a8e6-41e3-98f0-186e821bd870,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:39.500247 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] No DVR routers for this DVR port a46301fb-a8e6-41e3-98f0-186e821bd870 on host dv-cinder-801522-7-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:35:39.506857 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.507209 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.507548 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.507878 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.508213 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.510691 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.510691 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.511078 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.511318 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.511318 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.511318 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.511318 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.511318 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957431-ef7c-43f4-b04e-3c09f2c76949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:35:39.520140 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:35:39.520140 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:35:39.521173 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:35:39.647625 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.653325 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:39.656672 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] 10.222.0.48 "DELETE /v2.0/networks/48583671-3b07-41f2-aa2c-acf98182f78a HTTP/1.1" status: 204 len: 168 time: 0.7215614 Nov 15 19:35:39.660227 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 57224) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:39.668686 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba856c-f30b-47dc-9e76-eaa2072aa15c admin admin] Pushing event deleted for resources: {'Network': ['ID=48583671-3b07-41f2-aa2c-acf98182f78a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:40.254753 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505791'] for router_interface, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:40.492796 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Deleting port 323e24a2-e531-4be9-ba2a-5a8284f407ea {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:40.493126 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:40.569609 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] For port 323e24a2-e531-4be9-ba2a-5a8284f407ea, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=323e24a2-e531-4be9-ba2a-5a8284f407ea,segment=NetworkSegment(cd220093-db48-47f3-821b-bbcc002da713),segment_id=cd220093-db48-47f3-821b-bbcc002da713)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:40.569879 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:40.582879 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Calling delete_port for 323e24a2-e531-4be9-ba2a-5a8284f407ea owned by network:router_interface {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:40.860579 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:40.884760 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Pushing event deleted for resources: {'Port': ['ID=323e24a2-e531-4be9-ba2a-5a8284f407ea,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:41.051251 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505803'] for router_interface, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:41.131855 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device a46301fb-a8e6-41e3-98f0-186e821bd870 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:35:41.154570 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: a46301fb-a8e6-41e3-98f0-186e821bd870 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:35:41.154913 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device a46301fb-a8e6-41e3-98f0-186e821bd870 not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:35:41.273552 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 has already been hosted by L3 agent 6c3a7f17-245f-46db-a5e2-d23a6ac2b195 {{(pid=102515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 19:35:41.378857 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] Notify agent at l3_agent.dv-cinder-801522-7-iscsi the message routers_updated {{(pid=102515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 19:35:41.386325 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-783c8bc4-afca-47dd-aa66-28a80e4d0968 admin admin] 10.222.0.48 "PUT /v2.0/routers/c84c798e-6eaf-456d-a0ba-2ee2b6a9b703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7224355 Nov 15 19:35:41.386325 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 57230) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:41.389124 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] Sync routers for ids ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'] in dv-cinder-801522-7-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 19:35:41.399527 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] Routers {'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:35:41.400389 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:35:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:41.489829 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks [] for router, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:41.507116 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] Set router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 gateway port host: dv-cinder-801522-7-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:35:41.593625 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:41.691740 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'external_fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:35:40Z', 'revision_number': 5, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port': {'id': 'cf57c744-e170-48a9-906b-c9648aed631a', 'name': '', 'network_id': '29bf59e2-0ea5-4586-a000-2b1f46a2d04e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T19:26:59Z', 'updated_at': '2021-11-15T19:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb43ae98-1f1c-41e9-9f82-14312f4c794e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-7-iscsi'}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:41.717530 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] Checking router: c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 for host: dv-cinder-801522-7-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 19:35:41.726665 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] Routers {'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'} bound to L3 agent in host dv-cinder-801522-7-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 19:35:41.727293 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T19:16:35Z,description=,heartbeat_timestamp=2021-11-15T19:35:35Z,host='dv-cinder-801522-7-iscsi',id=6c3a7f17-245f-46db-a5e2-d23a6ac2b195,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T19:16:35Z,topic='l3_agent')) {'router_ids': ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:41.745253 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Deleting port cf57c744-e170-48a9-906b-c9648aed631a {{(pid=102515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:41.745582 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:41.813164 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] Set router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 19:35:41.827297 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.db [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] For port cf57c744-e170-48a9-906b-c9648aed631a, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=cf57c744-e170-48a9-906b-c9648aed631a,segment=NetworkSegment(3d6ba084-e5e2-4819-9f90-0326b6e6509f),segment_id=3d6ba084-e5e2-4819-9f90-0326b6e6509f)] {{(pid=102515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:41.827657 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:41.845608 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.plugins.ml2.plugin [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Calling delete_port for cf57c744-e170-48a9-906b-c9648aed631a owned by network:router_gateway {{(pid=102515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:41.867364 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:35:41Z', 'revision_number': 6, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port_host': None}], 'dv-cinder-801522-7-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:41.892296 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b6830-3c96-403b-8670-ed9caa380dc7 None None] The sync data for ids ['c84c798e-6eaf-456d-a0ba-2ee2b6a9b703'] in dv-cinder-801522-7-iscsi is: [{'id': 'c84c798e-6eaf-456d-a0ba-2ee2b6a9b703', 'name': 'tempest-TestVolumeBootPattern-1127520022-router', 'tenant_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T19:26:58Z', 'updated_at': '2021-11-15T19:35:41Z', 'revision_number': 6, 'project_id': '4f7f0bc95d8e435d93aea38c1e2b4d3f', 'gw_port_host': None}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 19:35:42.116329 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11922550'] for port, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.143512 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Pushing event deleted for resources: {'Port': ['ID=cf57c744-e170-48a9-906b-c9648aed631a,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:42.201883 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505969'] for router_gateway, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.295493 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6684'] for router, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.297698 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.414595 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504458'] for router, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.415052 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 {{(pid=102515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 19:35:42.419554 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] Publish callbacks [] for router, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.420703 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-744f4f05-1a54-4ef1-ba22-57f137aa74df admin admin] 10.222.0.48 "DELETE /v2.0/routers/c84c798e-6eaf-456d-a0ba-2ee2b6a9b703 HTTP/1.1" status: 204 len: 168 time: 1.0335257 Nov 15 19:35:42.423268 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 57234) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:42.467863 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3523fd-8afb-4e88-b860-91dd84d799bf admin admin] Deleting subnet 099f0f79-dfca-4378-89ca-21beb7408ba1 {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:35:42.470981 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4d3523fd-8afb-4e88-b860-91dd84d799bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.504964 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4d3523fd-8afb-4e88-b860-91dd84d799bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.585473 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4d3523fd-8afb-4e88-b860-91dd84d799bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.723852 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4d3523fd-8afb-4e88-b860-91dd84d799bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.753806 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-4d3523fd-8afb-4e88-b860-91dd84d799bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.757945 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-4d3523fd-8afb-4e88-b860-91dd84d799bf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/099f0f79-dfca-4378-89ca-21beb7408ba1 HTTP/1.1" status: 204 len: 168 time: 0.3337419 Nov 15 19:35:42.759122 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3523fd-8afb-4e88-b860-91dd84d799bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099f0f79-dfca-4378-89ca-21beb7408ba1,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:42.759609 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.760617 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ede81e-0d08-46b5-839e-399432fce05f None None] Network afda3add-6ff7-4f20-9da6-7a0f42833b23 requested from dv-cinder-801522-7-iscsi {{(pid=102517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 19:35:42.760991 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57236) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:42.833042 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.909499 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Deleting port 02d42040-b465-4d4b-93b5-f6cb0b734082 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:42.909834 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.974195 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] DHCP port deletion for afda3add-6ff7-4f20-9da6-7a0f42833b23 request from dv-cinder-801522-7-iscsi {{(pid=102517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 19:35:42.975521 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] For port 02d42040-b465-4d4b-93b5-f6cb0b734082, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=02d42040-b465-4d4b-93b5-f6cb0b734082,segment=NetworkSegment(cd220093-db48-47f3-821b-bbcc002da713),segment_id=cd220093-db48-47f3-821b-bbcc002da713)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:42.975881 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:42.993721 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Calling delete_port for 02d42040-b465-4d4b-93b5-f6cb0b734082 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:43.024646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] Deleting port 02d42040-b465-4d4b-93b5-f6cb0b734082 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:35:43.024821 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.084183 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 02d42040-b465-4d4b-93b5-f6cb0b734082 no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:35:43.130630 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] For port 02d42040-b465-4d4b-93b5-f6cb0b734082, host dv-cinder-801522-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-7-iscsi',level=0,port_id=02d42040-b465-4d4b-93b5-f6cb0b734082,segment=NetworkSegment(cd220093-db48-47f3-821b-bbcc002da713),segment_id=cd220093-db48-47f3-821b-bbcc002da713)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:35:43.131037 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.152665 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] Calling delete_port for 02d42040-b465-4d4b-93b5-f6cb0b734082 owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:35:43.157943 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.163694 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.plugins.ml2.db [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No ports have port_id starting with 02d42040-b465-4d4b-93b5-f6cb0b734082 Nov 15 19:35:43.167206 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 323e24a2-e531-4be9-ba2a-5a8284f407ea no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:35:43.188136 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] No DVR routers for this DVR port 02d42040-b465-4d4b-93b5-f6cb0b734082 on host dv-cinder-801522-7-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:35:43.192094 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d42040-b465-4d4b-93b5-f6cb0b734082,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:43.216235 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: 323e24a2-e531-4be9-ba2a-5a8284f407ea {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:35:43.216625 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device 323e24a2-e531-4be9-ba2a-5a8284f407ea not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:35:43.217005 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device cf57c744-e170-48a9-906b-c9648aed631a no longer exists at agent ovs-agent-dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:35:43.243895 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] No Port match for: cf57c744-e170-48a9-906b-c9648aed631a {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:35:43.244118 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Device cf57c744-e170-48a9-906b-c9648aed631a not bound to the agent host dv-cinder-801522-7-iscsi {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:35:43.275037 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.283131 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.296609 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afda3add-6ff7-4f20-9da6-7a0f42833b23']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:43.306722 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd220093-db48-47f3-821b-bbcc002da713') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:43.307027 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd220093-db48-47f3-821b-bbcc002da713') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:35:43.310052 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] Pushing event deleted for resources: {'Port': ['ID=02d42040-b465-4d4b-93b5-f6cb0b734082,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:43.313454 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6167d2d-35cc-422d-b110-fbc0b77681f7 None None] No DVR routers for this DVR port 02d42040-b465-4d4b-93b5-f6cb0b734082 on host dv-cinder-801522-7-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:35:43.316961 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.331811 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.338209 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:35:43.338584 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:35:43.341427 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:35:43.460343 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.465801 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.468864 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] 10.222.0.48 "DELETE /v2.0/networks/afda3add-6ff7-4f20-9da6-7a0f42833b23 HTTP/1.1" status: 204 len: 168 time: 0.7067387 Nov 15 19:35:43.481079 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877745f6-b1cc-4cef-8b66-96c30c69a010 admin admin] Pushing event deleted for resources: {'Network': ['ID=afda3add-6ff7-4f20-9da6-7a0f42833b23,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:43.809096 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57242) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:43.853547 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-edd0431d-aa48-4bcf-b49a-7cebf4c88204 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea42287ce51c4b8c9c56d25da84ca2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433018 Nov 15 19:35:43.861205 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57244) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:43.908500 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f4f84335-899d-4997-bbcf-fb32fc4065f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:43.932623 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f4f84335-899d-4997-bbcf-fb32fc4065f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:44.106463 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f4f84335-899d-4997-bbcf-fb32fc4065f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:44.109057 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f4f84335-899d-4997-bbcf-fb32fc4065f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:44.110226 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f4f84335-899d-4997-bbcf-fb32fc4065f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc6b9abc-efa7-410f-96a1-bd50b78d7546 HTTP/1.1" status: 204 len: 168 time: 0.2481384 Nov 15 19:35:44.118832 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84335-899d-4997-bbcf-fb32fc4065f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6b9abc-efa7-410f-96a1-bd50b78d7546,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:35:44.795206 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 57252) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:44.835734 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-82792e2d-e58d-48ce-a82a-4c3d958cb73b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f7f0bc95d8e435d93aea38c1e2b4d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393312 Nov 15 19:35:44.838133 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 57254) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:35:44.884794 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf7ec-dadb-4013-9794-0f57d0783b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:44.904665 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf7ec-dadb-4013-9794-0f57d0783b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:45.004182 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf7ec-dadb-4013-9794-0f57d0783b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:45.006895 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf7ec-dadb-4013-9794-0f57d0783b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:35:45.008115 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-f2ccf7ec-dadb-4013-9794-0f57d0783b13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bea3ab67-6b44-457b-b528-496ae5107ff8 HTTP/1.1" status: 204 len: 168 time: 0.1690969 Nov 15 19:35:45.021260 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccf7ec-dadb-4013-9794-0f57d0783b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3ab67-6b44-457b-b528-496ae5107ff8,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:36:02.311483 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ab4f41ea-1c56-49bc-8b64-9192f9244b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:03.896673 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc51c04-7e60-40df-a012-4f51618a369b req-8e2e08fa-746d-4b64-a619-66816d2192b2 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:03.898178 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7dc51c04-7e60-40df-a012-4f51618a369b req-8e2e08fa-746d-4b64-a619-66816d2192b2 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0490625 Nov 15 19:36:03.945180 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7dc51c04-7e60-40df-a012-4f51618a369b req-45f17dbb-9afd-46d7-8637-2a24e0bbe702 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Nov 15 19:36:04.630189 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8dbeda6f-c813-4c4c-bce0-6e07d0c85661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:05.059785 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3504b0-817d-4dfd-b6ce-586bf9d4c30e req-478e0369-62ee-4ce6-826b-5b48e543c770 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:05.061290 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a3504b0-817d-4dfd-b6ce-586bf9d4c30e req-478e0369-62ee-4ce6-826b-5b48e543c770 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0489233 Nov 15 19:36:05.108147 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a3504b0-817d-4dfd-b6ce-586bf9d4c30e req-becec670-6e85-4b94-9209-af774e41de88 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Nov 15 19:36:05.808903 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:05.886522 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-86f93628-7cda-410c-8668-d557faf865dd tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:05.888009 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-86f93628-7cda-410c-8668-d557faf865dd tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.43 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 946 time: 0.3006234 Nov 15 19:36:05.979138 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Deleting port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:36:05.979468 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:06.067573 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] For port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:36:06.068270 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:06.080703 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Calling delete_port for 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:36:06.223740 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8683a-e939-4474-a90f-ca2f33e394c1 req-eab5f9c2-9cf3-4f45-a867-c2708820c517 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:06.225321 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-84e8683a-e939-4474-a90f-ca2f33e394c1 req-eab5f9c2-9cf3-4f45-a867-c2708820c517 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0512247 Nov 15 19:36:06.265694 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:06.272340 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-84e8683a-e939-4474-a90f-ca2f33e394c1 req-2e0360df-78b7-459c-afdf-a8e07ddb5592 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Nov 15 19:36:06.283600 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['9ba12bea-bf1f-4aa2-bf71-7a8310e941b7'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:36:06.297313 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Pushing event deleted for resources: {'Port': ['ID=9ba12bea-bf1f-4aa2-bf71-7a8310e941b7,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:36:06.338160 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] No DVR routers for this DVR port 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:36:06.340505 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:06.343776 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa294330-fcb8-4b83-9b84-251c1c80c182 req-cc8245c3-5bba-4a68-be7f-77a960f78a2c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.43 "DELETE /v2.0/ports/9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 HTTP/1.1" status: 204 len: 173 time: 0.4448941 Nov 15 19:36:06.344204 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a055ac-e1fa-4024-806d-42466d89d3a9', 'name': 'network-vif-deleted', 'tag': '9ba12bea-bf1f-4aa2-bf71-7a8310e941b7'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:36:06.346484 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e2c1bd-70e1-4ee5-9afb-50d3b3993194" -d '{"events": [{"server_uuid": "15a055ac-e1fa-4024-806d-42466d89d3a9", "name": "network-vif-deleted", "tag": "9ba12bea-bf1f-4aa2-bf71-7a8310e941b7"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:36:06.380981 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53947836-2d21-495e-b2b5-502ae9aabb85 x-openstack-request-id: req-53947836-2d21-495e-b2b5-502ae9aabb85 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:36:06.381269 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a055ac-e1fa-4024-806d-42466d89d3a9", "name": "network-vif-deleted", "tag": "9ba12bea-bf1f-4aa2-bf71-7a8310e941b7", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:36:06.381512 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53947836-2d21-495e-b2b5-502ae9aabb85 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:36:06.381900 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a055ac-e1fa-4024-806d-42466d89d3a9', 'name': 'network-vif-deleted', 'tag': '9ba12bea-bf1f-4aa2-bf71-7a8310e941b7', 'status': 'completed', 'code': 200} Nov 15 19:36:07.387428 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-d1d5f690-6163-4511-a596-846420a1f3bb req-a6c7a53b-6520-42fc-8063-69b59a65d4c3 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a055ac-e1fa-4024-806d-42466d89d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0296347 Nov 15 19:36:07.418285 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:08.098130 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:08.277903 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:36:08.298357 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:36:08.298690 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 9ba12bea-bf1f-4aa2-bf71-7a8310e941b7 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:36:12.755334 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:16.004114 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:36:18.931454 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-a5c04fd5-d9d0-44c3-aa35-363a5f7d1a38 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:18.932857 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-a5c04fd5-d9d0-44c3-aa35-363a5f7d1a38 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/networks?id=d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e HTTP/1.1" status: 200 len: 813 time: 0.0986707 Nov 15 19:36:18.948636 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-f659dcd0-da58-4b57-b115-359a2b1cf3cb tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/quotas/8387cda38f0245b88c628a6fa5ff4e58 HTTP/1.1" status: 200 len: 375 time: 0.0097656 Nov 15 19:36:18.984713 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-55c784c9-7896-49ab-a492-e283997c8d9d tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300920 Nov 15 19:36:19.092007 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-b9a2fb2e-6eaf-4383-b749-c58869f25022 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 19:36:19.093069 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-b9a2fb2e-6eaf-4383-b749-c58869f25022 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1017425 Nov 15 19:36:19.180801 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-cb99fc6c-1789-454a-945b-6fad06968fff service neutron] 10.222.0.48 "GET /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812426 Nov 15 19:36:19.273205 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-62508d05-c0aa-4f5e-938c-12fcec26ba7f service neutron] 10.222.0.48 "GET /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852811 Nov 15 19:36:19.524036 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a43c29b6-de8c-4e13-869b-c0f7e1ba4dff req-cac68ad6-360c-4f25-981d-e9d59d0bb290 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 210 time: 0.0265532 Nov 15 19:36:20.622892 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-7f9bfe23-94c9-46f6-9c9d-b7b2f41bb39a req-beaec54f-9a33-4e7a-9a8c-caaa3b67cd35 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 210 time: 0.0272238 Nov 15 19:36:21.511167 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-61f197c0-6545-478d-83f0-4a42598894b9 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:21.512003 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-61f197c0-6545-478d-83f0-4a42598894b9 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.43 "GET /v2.0/networks?id=d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e HTTP/1.1" status: 200 len: 813 time: 0.1072056 Nov 15 19:36:21.527678 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Request body: {'port': {'device_id': '4fef257c-123e-42ff-b8cf-306f2abbe10b', 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e', 'admin_state_up': True, 'tenant_id': '8387cda38f0245b88c628a6fa5ff4e58'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:36:21.716785 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d709a1b-011b-40cc-afb6-ae39a218be20 req-f3e6ce02-cf5d-471d-b2b6-6be9f5a0b96e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 210 time: 0.0270782 Nov 15 19:36:21.745738 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Made reservation on behalf of 8387cda38f0245b88c628a6fa5ff4e58 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 19:36:21.749720 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:21.876719 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Allocated IP 172.20.0.8 (d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e/300ff1a0-80dd-479a-8e44-5bc26d11afca/79bf9d9c-cd8e-4228-9b6f-b498d68c58c2) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 19:36:22.019523 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:22.146072 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755456010900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:22.195214 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 19:36:22.198431 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 19:36:22.200987 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 19:36:22.226823 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Pushing event updated for resources: {'Port': ['ID=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:36:22.239704 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.240045 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.240392 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.240736 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.241058 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.241381 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.241699 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.242018 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.242333 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.242646 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.242958 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.243270 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:36:22.265890 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:22.266489 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:22.335442 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-888cb234-3d28-4698-80c9-c00606b0e406 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8119433 Nov 15 19:36:22.418988 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Request body: {'port': {'device_id': '4fef257c-123e-42ff-b8cf-306f2abbe10b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 19:36:22.471562 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:22.734865 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:36:22.742755 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:22.757727 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Transition to ACTIVE for port object 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 19:36:22.834247 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14645-c442-498a-b7db-22383d6fe6ef req-00462238-173d-4239-8a43-5a776516f2c0 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:22.835785 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aef14645-c442-498a-b7db-22383d6fe6ef req-00462238-173d-4239-8a43-5a776516f2c0 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 931 time: 0.0489123 Nov 15 19:36:22.837341 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:22.886157 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-aef14645-c442-498a-b7db-22383d6fe6ef req-cd2944c1-bee5-41ac-8a8c-1c8dceac3622 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Nov 15 19:36:22.889938 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Pushing event updated for resources: {'Port': ['ID=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:36:22.955420 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Attempting to bind port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 19:36:22.956421 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Attempting to bind port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 19:36:22.956421 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Attempting to bind port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 on network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:36:22.960264 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 on network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 19:36:22.960597 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Attempting to bind port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 on network d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 19:36:22.965873 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Checking agent: {'id': '2d611aa2-cf79-4efa-a0a9-cc10d6a5fea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'started_at': datetime.datetime(2021, 11, 15, 19, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 19, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 19:36:22.966198 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Checking segment: {'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 19:36:22.966839 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Bound using segment: {'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 19:36:22.966973 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Bound port: 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6f61be-fef2-4134-81bd-8a9ebadd49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 19:36:22.967377 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:23.029499 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] For port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2, host hv-cinder-80152, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 19:36:23.032300 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] For port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 19:36:23.111642 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2044519'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:23.150193 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:23.150803 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:23.152175 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] 10.222.0.43 "PUT /v2.0/ports/79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 HTTP/1.1" status: 200 len: 1093 time: 0.8044281 Nov 15 19:36:23.152629 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef257c-123e-42ff-b8cf-306f2abbe10b', 'tag': '79bf9d9c-cd8e-4228-9b6f-b498d68c58c2'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:36:23.154923 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d3f69e-5248-42b7-8d7a-65c2824de075" -d '{"events": [{"name": "network-changed", "server_uuid": "4fef257c-123e-42ff-b8cf-306f2abbe10b", "tag": "79bf9d9c-cd8e-4228-9b6f-b498d68c58c2"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:36:23.173898 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bd455-6083-4b86-9a72-63ba796bb657 service neutron] Pushing event updated for resources: {'Port': ['ID=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:36:23.194858 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 19:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b988ed5-c141-4452-b156-21243ea3d24f x-openstack-request-id: req-9b988ed5-c141-4452-b156-21243ea3d24f {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:36:23.195145 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fef257c-123e-42ff-b8cf-306f2abbe10b", "tag": "79bf9d9c-cd8e-4228-9b6f-b498d68c58c2", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:36:23.195396 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b988ed5-c141-4452-b156-21243ea3d24f {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:36:23.195792 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fef257c-123e-42ff-b8cf-306f2abbe10b', 'tag': '79bf9d9c-cd8e-4228-9b6f-b498d68c58c2', 'status': 'completed', 'code': 200} Nov 15 19:36:23.262356 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f69e-5248-42b7-8d7a-65c2824de075 req-5e3a69a6-fdea-47b7-852e-705e015a0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:23.263835 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7d3f69e-5248-42b7-8d7a-65c2824de075 req-5e3a69a6-fdea-47b7-852e-705e015a0a85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 1096 time: 0.0424187 Nov 15 19:36:23.367351 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f69e-5248-42b7-8d7a-65c2824de075 req-8405ef89-65ee-4e18-a0c9-57a311e308b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:23.368918 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7d3f69e-5248-42b7-8d7a-65c2824de075 req-8405ef89-65ee-4e18-a0c9-57a311e308b8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954585 Nov 15 19:36:23.476004 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f69e-5248-42b7-8d7a-65c2824de075 req-a6fe76f3-6743-4961-9397-a9f175d2616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:23.477485 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7d3f69e-5248-42b7-8d7a-65c2824de075 req-a6fe76f3-6743-4961-9397-a9f175d2616d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979304 Nov 15 19:36:23.566822 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-48f8b180-928a-40a3-a2a1-195adf9854cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:23.568301 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-48f8b180-928a-40a3-a2a1-195adf9854cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 1096 time: 0.0433013 Nov 15 19:36:23.614292 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-ace02c10-79a9-42a9-ac46-dd37544bb3b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 HTTP/1.1" status: 200 len: 217 time: 0.0335424 Nov 15 19:36:23.670352 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-2467ce2e-b1f2-4757-936d-55abb236eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:23.671761 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-2467ce2e-b1f2-4757-936d-55abb236eaee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=300ff1a0-80dd-479a-8e44-5bc26d11afca HTTP/1.1" status: 200 len: 853 time: 0.0463915 Nov 15 19:36:23.703275 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-0111d0b5-b526-478f-83bd-ffa1b5c616d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238094 Nov 15 19:36:23.796444 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-ca246432-91a6-49ef-ba86-f53802b13b1a service neutron] 10.222.0.43 "GET /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819402 Nov 15 19:36:23.892318 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1a3f7d6-8ffc-4e40-a569-20a7e7fb9d0e req-7ecae468-8cd7-4ef0-9825-93a9a6d421c2 service neutron] 10.222.0.43 "GET /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Nov 15 19:36:23.998553 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80518c5f-e59d-4050-89c4-145311b465bb req-42ea6ac7-c929-46c9-8058-7dff14a0ec8f tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:24.000042 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-80518c5f-e59d-4050-89c4-145311b465bb req-42ea6ac7-c929-46c9-8058-7dff14a0ec8f tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 943 time: 0.0483489 Nov 15 19:36:24.050549 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-80518c5f-e59d-4050-89c4-145311b465bb req-5f578f20-3bc1-4e07-bd18-d15f6c2065b4 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445032 Nov 15 19:36:25.166564 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902f744-1c00-4cee-a691-0ef4fbd2518f req-3e14b461-02f1-4e8f-97b8-2fbcd562b88e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:25.168086 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0902f744-1c00-4cee-a691-0ef4fbd2518f req-3e14b461-02f1-4e8f-97b8-2fbcd562b88e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 943 time: 0.0499029 Nov 15 19:36:25.215605 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0902f744-1c00-4cee-a691-0ef4fbd2518f req-093754b6-08a2-4185-9947-7e8c8d8c26ad tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Nov 15 19:36:26.328153 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01638db3-0fce-47fd-a28c-9997385e82c3 req-10dae413-e2db-41c6-a74f-0e2780bb5943 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:26.329617 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-01638db3-0fce-47fd-a28c-9997385e82c3 req-10dae413-e2db-41c6-a74f-0e2780bb5943 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 943 time: 0.0485160 Nov 15 19:36:26.376497 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-01638db3-0fce-47fd-a28c-9997385e82c3 req-d8f2a4e9-2553-4ed8-a885-40212f1ac25e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Nov 15 19:36:27.498980 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd353f-5790-4284-b010-440795cd36c2 req-d5ff85be-2695-4eac-9732-a4d7696281d0 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:27.500432 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8bd353f-5790-4284-b010-440795cd36c2 req-d5ff85be-2695-4eac-9732-a4d7696281d0 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 943 time: 0.0482631 Nov 15 19:36:27.550566 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8bd353f-5790-4284-b010-440795cd36c2 req-c3c4c442-bbf9-4320-814f-674fa5339df8 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Nov 15 19:36:28.379634 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 19:36:28.475471 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:36:28.486531 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Returning: {'device': '79bf9d9c-cd8e-4228-9b6f-b498d68c58c2', 'network_id': 'd8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e', 'port_id': '79bf9d9c-cd8e-4228-9b6f-b498d68c58c2', 'mac_address': 'fa:16:3e:a9:01:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300ff1a0-80dd-479a-8e44-5bc26d11afca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 19:36:28.522268 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:28.535241 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 19:36:28.553869 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:36:28.619546 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:28.666017 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb9f29-e954-448e-ac9b-1ce97b93cbf7 req-80a1ba76-bd35-46d1-8f58-34a40fbfe8c2 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:28.666853 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,revision_number=4']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:36:28.667518 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-17fb9f29-e954-448e-ac9b-1ce97b93cbf7 req-80a1ba76-bd35-46d1-8f58-34a40fbfe8c2 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 944 time: 0.0494912 Nov 15 19:36:28.714550 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-17fb9f29-e954-448e-ac9b-1ce97b93cbf7 req-3c076149-09b5-4517-bb47-c6b40e02e644 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Nov 15 19:36:28.885320 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['79bf9d9c-cd8e-4228-9b6f-b498d68c58c2'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:36:29.840320 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff91b86-0a48-4628-8735-df46356c5ea1 req-01e0a8a5-931e-4219-b0a6-b0164fe9b52b tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:29.841815 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8ff91b86-0a48-4628-8735-df46356c5ea1 req-01e0a8a5-931e-4219-b0a6-b0164fe9b52b tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 944 time: 0.0493345 Nov 15 19:36:29.889509 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8ff91b86-0a48-4628-8735-df46356c5ea1 req-99e1c2f1-ebbc-4f74-9982-a98ccf0ec2b2 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Nov 15 19:36:30.396974 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 up at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 19:36:30.522111 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning for port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 completed by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 19:36:30.525892 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Provisioning complete for port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 triggered by entity L2. {{(pid=102517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 19:36:30.526252 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660491'] for port, provisioning_complete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:30.605038 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566597'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:30.628150 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef257c-123e-42ff-b8cf-306f2abbe10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bf9d9c-cd8e-4228-9b6f-b498d68c58c2'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:36:30.630356 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5c25dcc1372a54ae5d4d66a69b640bad50c2ec687503adc7051d9754428045" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18331432-d8ee-44d6-8675-a97633a29e91" -d '{"events": [{"server_uuid": "4fef257c-123e-42ff-b8cf-306f2abbe10b", "name": "network-vif-plugged", "status": "completed", "tag": "79bf9d9c-cd8e-4228-9b6f-b498d68c58c2"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:36:30.643369 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] For port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:36:30.726489 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755456476079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755456010918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755456010936'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:30.774128 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Pushing event updated for resources: {'Port': ['ID=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,revision_number=5']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:36:30.782632 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e159137-7738-4e34-81ae-65847d1727cf x-openstack-request-id: req-4e159137-7738-4e34-81ae-65847d1727cf {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:36:30.782917 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fef257c-123e-42ff-b8cf-306f2abbe10b", "name": "network-vif-plugged", "status": "completed", "tag": "79bf9d9c-cd8e-4228-9b6f-b498d68c58c2", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:36:30.783164 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e159137-7738-4e34-81ae-65847d1727cf {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:36:30.783543 dv-cinder-801522-7-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fef257c-123e-42ff-b8cf-306f2abbe10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bf9d9c-cd8e-4228-9b6f-b498d68c58c2', 'code': 200} Nov 15 19:36:31.007187 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044971c0-30de-4e1b-beb0-5ac2261b182c req-34fe4739-0588-42e6-a802-4492661e0999 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:31.008679 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-044971c0-30de-4e1b-beb0-5ac2261b182c req-34fe4739-0588-42e6-a802-4492661e0999 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 945 time: 0.0500271 Nov 15 19:36:31.058142 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-044971c0-30de-4e1b-beb0-5ac2261b182c req-ffc67cdf-400c-438a-8617-533aa449e641 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432487 Nov 15 19:36:31.100615 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20f7e-7e83-4d83-9f7c-89043bcd4615 req-7ea9f993-d95e-4274-925e-7fe3b5587a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:31.102073 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-72b20f7e-7e83-4d83-9f7c-89043bcd4615 req-7ea9f993-d95e-4274-925e-7fe3b5587a0b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 1098 time: 0.0424790 Nov 15 19:36:31.153152 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-72b20f7e-7e83-4d83-9f7c-89043bcd4615 req-68d6e6d4-d39b-49c1-bd6f-770b25d52efb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Nov 15 19:36:32.179543 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb1a1-034f-4736-8709-4db54d9199af req-93cfab09-847a-4ecd-8ebe-ee1b4882b50e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:32.181054 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-341bb1a1-034f-4736-8709-4db54d9199af req-93cfab09-847a-4ecd-8ebe-ee1b4882b50e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 945 time: 0.0530379 Nov 15 19:36:32.230650 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-341bb1a1-034f-4736-8709-4db54d9199af req-24653ee7-e7f1-4214-933d-5f92b8c3c9cf tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Nov 15 19:36:32.299204 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2fe73359-b230-44e3-bb54-0987fcb9c3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:33.345789 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227b711-da86-4290-a8a6-7f8b2c2d5276 req-e77d4024-01a9-4fe6-8b1d-3b7c638dee00 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:33.347266 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c227b711-da86-4290-a8a6-7f8b2c2d5276 req-e77d4024-01a9-4fe6-8b1d-3b7c638dee00 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 945 time: 0.0489171 Nov 15 19:36:33.394819 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c227b711-da86-4290-a8a6-7f8b2c2d5276 req-89384a04-c6e9-457d-989b-e9bb6c52a28a tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Nov 15 19:36:34.659488 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58867005-27e6-4002-94ac-b4495969c312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:35.812118 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:37.419505 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:38.082339 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:42.739314 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:53.004162 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:36:55.908161 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bdde3-e09a-4268-9dff-c983795c8f5a req-75027f8d-90cf-4255-9f67-48a01fbac1e8 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:55.909746 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7b4bdde3-e09a-4268-9dff-c983795c8f5a req-75027f8d-90cf-4255-9f67-48a01fbac1e8 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 945 time: 0.0584514 Nov 15 19:36:55.955958 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7b4bdde3-e09a-4268-9dff-c983795c8f5a req-d7574635-1107-4f06-bf46-dc4ef45e8935 tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Nov 15 19:36:57.071211 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a6622-a210-4fae-92d3-49bdea291469 req-1dca9799-cb70-49d2-84ff-686d566f901e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:57.073231 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fa2a6622-a210-4fae-92d3-49bdea291469 req-1dca9799-cb70-49d2-84ff-686d566f901e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 945 time: 0.0487895 Nov 15 19:36:57.119714 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-fa2a6622-a210-4fae-92d3-49bdea291469 req-410d2a59-5be7-4d88-a729-2f6ed06c0aad tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c72d1f-5044-470f-b824-4bd3d9e0acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Nov 15 19:36:57.618633 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-a484f7fc-d7a9-41e2-bc39-3e031823333f tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 19:36:57.620769 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-a484f7fc-d7a9-41e2-bc39-3e031823333f tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 945 time: 0.0480032 Nov 15 19:36:57.706238 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Deleting port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 19:36:57.706571 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755456387283'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:57.796448 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] For port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,segment=NetworkSegment(4f6f61be-fef2-4134-81bd-8a9ebadd49fa),segment_id=4f6f61be-fef2-4134-81bd-8a9ebadd49fa)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 19:36:57.796804 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479205'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:57.810882 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Calling delete_port for 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 19:36:58.002102 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3566786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755456476061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755456010909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2044508'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:58.018567 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] get_ports_and_sgs() called for port_ids ['79bf9d9c-cd8e-4228-9b6f-b498d68c58c2'] {{(pid=102517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 19:36:58.030526 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Pushing event deleted for resources: {'Port': ['ID=79bf9d9c-cd8e-4228-9b6f-b498d68c58c2,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:36:58.072399 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] No DVR routers for this DVR port 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 on host hv-cinder-80152 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 19:36:58.074822 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87655'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:36:58.078391 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [req-044c8e3d-61d8-4632-a8a7-a07f0be20086 req-0295b8be-cba5-4c8b-8cd1-ff26bb61de6c tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.43 "DELETE /v2.0/ports/79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 HTTP/1.1" status: 204 len: 173 time: 0.4515696 Nov 15 19:36:58.078828 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef257c-123e-42ff-b8cf-306f2abbe10b', 'name': 'network-vif-deleted', 'tag': '79bf9d9c-cd8e-4228-9b6f-b498d68c58c2'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 19:36:58.081074 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74cda5affa5a9a5afb4242a2133030e0245059d384f1d8b52413ce67bd6c9435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0adf31-1637-4528-91cc-35f4e4f5cbbf" -d '{"events": [{"server_uuid": "4fef257c-123e-42ff-b8cf-306f2abbe10b", "name": "network-vif-deleted", "tag": "79bf9d9c-cd8e-4228-9b6f-b498d68c58c2"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 19:36:58.124837 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 19:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35b47b5-9be6-4957-a1ab-52ed63269429 x-openstack-request-id: req-b35b47b5-9be6-4957-a1ab-52ed63269429 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 19:36:58.125329 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fef257c-123e-42ff-b8cf-306f2abbe10b", "name": "network-vif-deleted", "tag": "79bf9d9c-cd8e-4228-9b6f-b498d68c58c2", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 19:36:58.125613 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b35b47b5-9be6-4957-a1ab-52ed63269429 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 19:36:58.126021 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fef257c-123e-42ff-b8cf-306f2abbe10b', 'name': 'network-vif-deleted', 'tag': '79bf9d9c-cd8e-4228-9b6f-b498d68c58c2', 'status': 'completed', 'code': 200} Nov 15 19:36:58.215485 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [req-a82b3c0b-dae9-4df0-a3dc-d2a6d6a11ddf req-9d69ead3-8ca9-4e96-8713-0484516e816e tempest-VolumesSnapshotTestJSON-2132168047 tempest-VolumesSnapshotTestJSON-2132168047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fef257c-123e-42ff-b8cf-306f2abbe10b HTTP/1.1" status: 200 len: 210 time: 0.0262144 Nov 15 19:37:00.514162 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 19:37:00.534866 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] No Port match for: 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 {{(pid=102517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 19:37:00.535098 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.rpc [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Device 79bf9d9c-cd8e-4228-9b6f-b498d68c58c2 not bound to the agent host hv-cinder-80152 {{(pid=102517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 19:37:02.287127 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b586-a97a-4a6e-95ac-0999cc623b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:04.624133 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2c01c645-9db4-46c7-9af3-2c3faa1d234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:05.841273 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:07.435711 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:08.098731 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:12.761420 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:24.742672 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.wsgi [-] (102515) accepted ('10.222.0.48', 57654) {{(pid=102515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:37:24.789284 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Deleting subnet 300ff1a0-80dd-479a-8e44-5bc26d11afca {{(pid=102515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 19:37:24.792811 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:24.825933 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8747696'] for subnet, precommit_delete_associations {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:24.864209 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655133'] for subnet, precommit_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.081662 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11922587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9049454'] for subnet, after_delete {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.109503 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300ff1a0-80dd-479a-8e44-5bc26d11afca,revision_number=None']} {{(pid=102515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:37:25.119031 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron_lib.callbacks.manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.122214 dv-cinder-801522-7-iscsi neutron-server[102515]: INFO neutron.wsgi [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/300ff1a0-80dd-479a-8e44-5bc26d11afca HTTP/1.1" status: 204 len: 168 time: 0.3785672 Nov 15 19:37:25.123565 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.123913 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.124342 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.124700 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.124900 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57656) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:37:25.125379 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.125379 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.125653 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.125979 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.126305 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.126624 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.126935 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.127247 dv-cinder-801522-7-iscsi neutron-server[102515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03af154-43bd-4ae9-a258-e9a4dda6932d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.197631 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3537818'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.278087 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654212', 'neutron.services.segments.db._delete_segments_for_network-8755456547018'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.298268 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:37:25.307273 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6f61be-fef2-4134-81bd-8a9ebadd49fa') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:37:25.307568 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6f61be-fef2-4134-81bd-8a9ebadd49fa') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 19:37:25.316748 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755456549843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11946611'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.330083 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.335722 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 19:37:25.336098 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2044427'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: timer() Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: cb(*args, **kw) Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: self._notify() Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: self.callback(batched_events) Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: event.method(event) Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._get(url).json() Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 19:37:25.337726 dv-cinder-801522-7-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 19:37:25.462896 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505941'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.468717 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739678'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:25.472000 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e HTTP/1.1" status: 204 len: 168 time: 0.3460829 Nov 15 19:37:25.483184 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b67ce1-b305-4d4a-b45e-a69fcfd0cd6e,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:37:25.490376 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.490724 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.491066 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.491398 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.491726 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.492055 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.492404 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.492735 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.493058 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.493379 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.493697 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.494020 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80794a3-67f8-4b33-b6c6-ba5cc13e7552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-7-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 19:37:25.897514 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57660) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:37:25.938700 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fd9c5405-0408-4228-a338-dfd1c4498eee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8387cda38f0245b88c628a6fa5ff4e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396583 Nov 15 19:37:25.941751 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57662) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 19:37:25.994525 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c61388e4-c38d-41d4-8b48-ad13be906c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:26.016254 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c61388e4-c38d-41d4-8b48-ad13be906c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:26.120776 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c61388e4-c38d-41d4-8b48-ad13be906c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494201'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:26.123351 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c61388e4-c38d-41d4-8b48-ad13be906c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:26.124493 dv-cinder-801522-7-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-c61388e4-c38d-41d4-8b48-ad13be906c05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71c72d1f-5044-470f-b824-4bd3d9e0acf1 HTTP/1.1" status: 204 len: 168 time: 0.1818271 Nov 15 19:37:26.132351 dv-cinder-801522-7-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61388e4-c38d-41d4-8b48-ad13be906c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c72d1f-5044-470f-b824-4bd3d9e0acf1,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 19:37:30.003899 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:37:32.268230 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8dfa81e3-dbb9-4a77-94f5-17b54632d801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:34.675786 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1d959000-8d54-403b-b349-275d1fc7fb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:35.828338 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:37.423566 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:38.075147 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:37:42.789186 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:02.268046 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0773d51b-a424-424e-acbe-32798206a527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:04.663263 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c78a8fbd-daa5-4e4c-913c-a97f9a59c638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:05.817184 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:07.003615 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:38:07.428825 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:08.079235 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:12.793996 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:32.262127 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be77a927-d318-4c44-adba-5f355839c8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:34.662332 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2b2351f8-fb7f-4b56-ac2c-f398e97bf582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:35.816137 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:37.439394 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:38.131354 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:42.793415 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:38:44.002405 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:39:02.302236 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-499c8241-5951-420c-88f2-7df8cb78bb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:04.633348 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ff095334-dac4-4409-adf9-bc95f930d5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:05.850122 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:07.432736 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:08.073138 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:12.758598 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:21.002340 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:39:32.295310 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2fbb904c-820a-4635-8ea1-6987e6143761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:34.643942 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-56dd355f-e7de-42f7-aa65-e3e96cd9c086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:35.826646 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:37.426255 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:38.066591 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:42.786112 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:39:58.001202 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:40:02.305786 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa591-1d7d-4213-9eb2-4012f099c6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:04.649487 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b19eaeed-af88-4b9a-abe2-2f8102b6018b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:05.836881 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:07.420204 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:08.094392 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:12.808458 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:32.299318 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-942943b7-ab78-4ffd-b428-7379aca19776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:34.676777 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-635e0d99-bb83-44b6-bc1e-75d1e50ce982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:35.000381 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:40:35.853290 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:37.493881 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:38.081976 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:40:42.813274 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:02.270399 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed42c-6672-4ff2-8d2f-1fdca9fefe4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:04.675720 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e89fc78d-a1c0-48a9-92cd-94993cd23492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:05.864343 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:07.448103 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:08.081686 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:12.000519 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:41:12.807410 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:32.298139 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-383f7a2b-400c-4901-a4b2-2255197c758b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:34.721655 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b8406ba7-384e-4090-9f71-4d5d5de8228c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:35.886891 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:37.429464 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:38.085998 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:42.795291 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:41:49.000064 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:42:02.285876 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca4cf-f5b0-4d5d-a119-39d3882dd66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:04.663636 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-19b3fa1d-1048-4392-8e79-55422ba85dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:05.829468 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:07.446092 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:08.069313 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:12.811645 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:25.998981 dv-cinder-801522-7-iscsi neutron-server[102518]: DEBUG neutron.db.agents_db [None req-91d6ca4a-0c58-41dd-aeb7-9b1064dc2fcd None None] Agent healthcheck: found 6 active agents {{(pid=102518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 19:42:32.280081 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-96d780d9-a237-4f18-9a18-e48275fff473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:34.633980 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-780a3315-61e6-441e-9ca6-edc358242ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:35.834208 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0431fe2-7758-4ea1-98a6-734c5bf79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:37.525612 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d51f0167-2d93-468a-ab7e-93d2eeae94bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:38.119919 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-68ef82b5-d978-4c78-9130-458c8233b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 19:42:42.794013 dv-cinder-801522-7-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edbc93d9-46c2-4e0c-9073-6f6529ac238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755456547000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3660442'] for agent, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}